-- Logs begin at Mon 2022-09-19 09:44:51 UTC, end at Mon 2022-09-19 11:04:01 UTC. -- Sep 19 10:27:15.182929 dv-cinder-858275-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 10:27:17.862428 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.common.config [-] Logging enabled! Sep 19 10:27:17.862990 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 19 10:27:17.863226 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106684) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 10:27:17.866443 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.common.config [-] Logging enabled! Sep 19 10:27:17.866699 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 19 10:27:17.867014 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106684) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 10:27:17.868863 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 10:27:17.869123 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 10:27:17.869595 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 10:27:17.869845 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 10:27:17.870073 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 10:27:17.870392 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.870693 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.870928 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.871226 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.871519 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.871809 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.872098 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.872395 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.872683 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.872965 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.873273 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.873504 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.873786 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.874073 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.874359 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.874583 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] debug = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.874865 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.875294 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.875716 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.875992 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.876281 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.876561 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.876833 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.877132 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.877421 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.877748 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] host = dv-cinder-858275-1-iscsi {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.878026 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.878313 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.878600 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.878888 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.879165 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.879440 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.879723 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.879997 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.880269 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.880543 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.880829 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.881139 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.881429 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.881657 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.881879 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.882163 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.882451 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.882728 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.883003 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.883301 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.883576 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.883849 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.884117 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.884402 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.884687 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.884971 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.885271 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.885547 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.885819 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.886091 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.886373 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.886647 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.886919 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.887193 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.887483 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.887752 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.888024 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.888325 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.888611 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.888889 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.889198 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.889475 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.889755 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.890026 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.890296 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.890566 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] use_json = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.890839 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.891108 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.891389 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.891667 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.891937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.892209 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.892479 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.892763 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.893038 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:17.893355 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.893650 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.893947 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.894227 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.894526 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.894811 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.895100 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.895380 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.895666 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.895952 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.896236 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.896511 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.896811 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.897118 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.897411 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.897714 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.898005 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.898291 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.898568 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.898865 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.899139 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.899417 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.899702 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.899978 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.900263 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.900547 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.900825 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.901139 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.901424 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.901968 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.902259 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.902546 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.902820 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.903099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.903387 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.903666 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.903940 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.904227 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.904504 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.904776 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.905082 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.905365 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.905652 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.905923 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.906199 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.906484 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.906759 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.907030 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.907300 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.907573 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.907842 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.908124 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.908400 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.908671 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.908940 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.909239 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.909510 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.909781 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.910056 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.910326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.910599 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.910870 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.911141 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.911410 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.911679 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.911957 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.912224 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.912492 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.912765 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.913036 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.913332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.913604 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.913876 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.914147 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.914940 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.915243 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.915523 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.915807 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.916085 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.916364 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.916642 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.916919 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.917226 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.917506 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.917779 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.918069 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.918353 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.918641 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.918922 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.919221 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.919514 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.919793 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.920072 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.920349 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.920626 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.920902 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.921208 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.921488 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.921765 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.922048 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.922333 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.922624 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.922914 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.923192 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.923481 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.923770 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.924058 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.924338 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.924643 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.924918 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:17.925158 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 10:27:17.925400 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106684) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 10:27:18.304719 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 10:27:18.305081 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 10:27:18.305344 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 10:27:18.305574 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 10:27:18.305847 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 10:27:18.306173 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 10:27:18.628383 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.628588 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.628860 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.630073 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.630347 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.630619 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.683105 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.683383 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.683648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.699532 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.699816 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.700090 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.728811 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.729114 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.729391 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.765231 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.765527 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.765802 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.996100 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.996870 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.996870 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.997880 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:18.998599 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.095285 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.095623 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.095890 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.096163 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.096432 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.096745 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.097008 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.097293 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.097550 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.097833 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.098094 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.098359 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.098616 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.098868 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.099123 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.099388 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.099642 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.099907 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.100176 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.100433 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.100705 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.100956 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.101264 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.101637 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.101947 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.102232 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.102627 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:19.102867 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:19.103104 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:19.103338 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:19.103571 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:19.103804 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:19.104173 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 10:27:19.107241 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 10:27:19.111122 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 10:27:19.114989 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 19 10:27:19.116598 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 10:27:19.117251 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 10:27:19.117614 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 10:27:19.117995 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 10:27:19.120741 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 10:27:19.120993 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 10:27:19.121366 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 10:27:19.126416 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 19 10:27:19.150112 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 10:27:19.150564 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.150864 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106684) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 19 10:27:19.151235 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.152830 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106684) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 10:27:19.153137 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 10:27:19.153385 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 10:27:19.164079 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.164375 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:19.304586 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 10:27:19.304758 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 10:27:19.304975 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 10:27:19.305466 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 10:27:19.360265 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO dbcounter [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Registered counter for database neutron Sep 19 10:27:19.379068 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_db.sqlalchemy.engines [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106684) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 10:27:19.385281 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG dbcounter [-] [106684] Writer thread running {{(pid=106684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 10:27:20.090205 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing driver for type 'gre' Sep 19 10:27:20.090814 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] gre ID ranges: [(1, 1000)] Sep 19 10:27:20.221596 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing driver for type 'local' Sep 19 10:27:20.221928 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing driver for type 'vlan' Sep 19 10:27:20.295942 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] VlanTypeDriver initialization complete Sep 19 10:27:20.296280 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing driver for type 'vxlan' Sep 19 10:27:20.296797 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] vxlan ID ranges: [(1, 1000)] Sep 19 10:27:20.466820 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing extension driver 'port_security' Sep 19 10:27:20.467168 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.extensions.port_security [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] PortSecurityExtensionDriver initialization complete Sep 19 10:27:20.467504 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing mechanism driver 'openvswitch' Sep 19 10:27:20.467834 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing mechanism driver 'hyperv' Sep 19 10:27:20.474489 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.plugin [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:27:20.475166 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.475545 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.475905 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.476418 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 10:27:20.476841 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.477841 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.478185 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.478585 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 10:27:20.479004 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.479363 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.479715 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.480109 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 10:27:20.480521 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > security_group after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.480871 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > security_group after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.481247 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.481642 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 10:27:20.482047 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.482398 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.482742 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.483271 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 10:27:20.483684 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > address_group after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.484063 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > address_group after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.484442 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.484839 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 10:27:20.485305 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] ML2 OVO RPC backend initialized. {{(pid=106684) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 19 10:27:20.486014 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.486373 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.486793 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.487150 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > networks before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.487501 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.487848 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > ports before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.488195 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.488540 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnets before_response 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.488931 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.489322 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.489661 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.490005 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.490347 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.490690 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.491032 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.491375 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.491715 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.499394 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded quota_driver: . Sep 19 10:27:20.502454 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.plugin [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Modular L2 Plugin initialization complete Sep 19 10:27:20.502454 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading services supported by the core plugin {{(pid=106684) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 10:27:20.502454 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.plugins.ml2.managers [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Got port-security extension from driver 'port_security' Sep 19 10:27:20.502454 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.extensions.vlantransparent [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Disabled vlantransparent extension. Sep 19 10:27:20.502454 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106684) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 10:27:20.502454 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: router Sep 19 10:27:20.541246 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.541647 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_create 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.542028 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router before_create 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.542395 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.542807 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.543167 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_delete 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.543532 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.543886 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.544247 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_create 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.544636 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_update 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.544993 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_update 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.545369 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.545738 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_update 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.546156 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_update 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.546533 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.546878 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.547224 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: subnet after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.547572 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.547926 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.548277 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_create 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.548625 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.548974 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.549362 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router after_update 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.549715 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.550073 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_create 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.550437 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.550786 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_update 55549900 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.551156 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > agent after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.551510 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > agent after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.551873 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > network after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.552757 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Tracking information for resource: router configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:20.553095 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Tracking information for resource: floatingip configured {{(pid=106684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 10:27:20.558030 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.db.l3_agentschedulers_db [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 10:27:20.558613 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.558981 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port after_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.559340 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port after_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.559696 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: port after_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.560489 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router before_create 55550100 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.560859 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.561261 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_create 55550100 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.561625 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > router precommit_update 55550100 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.566499 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.provider_configuration [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service providers = [] {{(pid=106684) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 10:27:20.566869 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.db.servicetype_db [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106684) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 10:27:20.569841 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.service_base [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 10:27:20.570196 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.service_base [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 10:27:20.570541 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.service_base [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 10:27:20.571941 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.services.service_base [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 10:27:20.572320 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.services.service_base [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 10:27:20.572701 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.573022 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 10:27:20.584650 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.584990 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: auto_allocate Sep 19 10:27:20.591231 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: network precommit_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.591600 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: network precommit_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.592116 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.592442 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: tag Sep 19 10:27:20.599052 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.599381 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: timestamp Sep 19 10:27:20.603436 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.603769 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: network_ip_availability Sep 19 10:27:20.609303 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.609683 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.610045 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.610761 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.611083 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: flavors Sep 19 10:27:20.615772 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.616102 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading Plugin: revisions Sep 19 10:27:20.620552 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 10:27:20.620943 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.315s {{(pid=106684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 10:27:20.621717 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106684) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 19 10:27:20.622058 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Initializing extension manager. Sep 19 10:27:20.622590 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: __init__.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.622931 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: __pycache__ {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.623267 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: address_group.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.624149 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.624729 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: address-group Sep 19 10:27:20.625069 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: address_scope.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.625766 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.626271 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: address-scope Sep 19 10:27:20.626595 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.627478 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.627981 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: router-admin-state-down-before-update Sep 19 10:27:20.628307 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: agent.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.628976 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.629501 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: agent Sep 19 10:27:20.629824 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: agent_resources_synced.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.630695 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.631197 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: agent-resources-synced Sep 19 10:27:20.631518 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: allowedaddresspairs.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.633821 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.634337 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: allowed-address-pairs Sep 19 10:27:20.634669 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: auto_allocated_topology.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.635711 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.636230 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: auto-allocated-topology Sep 19 10:27:20.636563 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: availability_zone.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.637242 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.637746 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: availability_zone Sep 19 10:27:20.638070 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: availability_zone_filter.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.638945 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.639445 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: availability_zone_filter Sep 19 10:27:20.639767 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: data_plane_status.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.640630 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.641158 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 10:27:20.641485 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: default_subnetpools.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.642357 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.642860 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: default-subnetpools Sep 19 10:27:20.643183 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.643954 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.644459 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: dhcp_agent_scheduler Sep 19 10:27:20.644782 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: dns.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.645689 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.646189 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension dns-integration not supported by any of loaded plugins Sep 19 10:27:20.646518 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: dns_domain_ports.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.647391 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.647894 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 10:27:20.648220 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.649751 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.650252 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 19 10:27:20.650575 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: dvr.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.651209 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.651972 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: dvr Sep 19 10:27:20.652294 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: ecmp_routes.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.653203 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.653701 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 19 10:27:20.654023 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: empty_string_filtering.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.654889 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.655391 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: empty-string-filtering Sep 19 10:27:20.655716 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.656581 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.657106 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 10:27:20.657432 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.658312 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.658811 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 10:27:20.659134 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: external_net.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.660014 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.660513 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: external-net Sep 19 10:27:20.660836 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.661732 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.662234 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: extra_dhcp_opt Sep 19 10:27:20.662556 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: extraroute.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.663439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.663950 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: extraroute Sep 19 10:27:20.664276 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: extraroute_atomic.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.665387 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.665886 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: extraroute-atomic Sep 19 10:27:20.666209 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: filter_validation.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.666841 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.667337 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: filter-validation Sep 19 10:27:20.667657 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: fip_pf_description.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.668524 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.669018 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 10:27:20.669363 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: fip_pf_detail.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.670234 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.670732 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 19 10:27:20.671053 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: fip_pf_port_range.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.671922 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.672420 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 19 10:27:20.672749 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: fip_port_details.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.673654 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.674165 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: fip-port-details Sep 19 10:27:20.674486 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: flavors.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.675670 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.676181 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: flavors Sep 19 10:27:20.676508 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.678141 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.678665 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 10:27:20.679000 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: floatingip_pools.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.679670 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.680206 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: floatingip-pools Sep 19 10:27:20.680534 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: ip_allocation.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.681454 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.681956 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 10:27:20.682283 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.683197 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.683700 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: ip-substring-filtering Sep 19 10:27:20.684027 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l2_adjacency.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.684927 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.685464 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 10:27:20.685794 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.686735 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.687243 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: router Sep 19 10:27:20.687570 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.689981 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.690507 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 10:27:20.690845 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.691733 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.692244 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: ext-gw-mode Sep 19 10:27:20.692579 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.693496 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.694012 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: l3-ha Sep 19 10:27:20.694345 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.695222 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.696257 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 19 10:27:20.696589 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_flavors.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.697502 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.698012 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: l3-flavors Sep 19 10:27:20.698341 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.699686 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.700199 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 19 10:27:20.700529 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.701443 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.701960 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 10:27:20.702290 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: l3agentscheduler.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.703324 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.703836 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: l3_agent_scheduler Sep 19 10:27:20.704167 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: local_ip.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.705941 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.706444 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension local_ip not supported by any of loaded plugins Sep 19 10:27:20.706774 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: logging.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.708210 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.708726 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension logging not supported by any of loaded plugins Sep 19 10:27:20.709080 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: metering.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.709795 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.710369 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: metering Sep 19 10:27:20.710698 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.712299 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.712811 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: metering_source_and_destination_fields Sep 19 10:27:20.713173 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: multiprovidernet.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.714067 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.714582 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: multi-provider Sep 19 10:27:20.714913 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: netmtu.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.715795 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.716303 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: net-mtu Sep 19 10:27:20.716629 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: netmtu_writable.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.717595 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.718046 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: net-mtu-writable Sep 19 10:27:20.718373 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: network_availability_zone.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.719012 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.719511 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: network_availability_zone Sep 19 10:27:20.719835 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: network_ip_availability.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.720894 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.721436 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: network-ip-availability Sep 19 10:27:20.721765 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: network_segment_range.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.722498 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.722994 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 10:27:20.723326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: pagination.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.724276 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.724607 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: pagination Sep 19 10:27:20.724931 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: port_device_profile.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.725842 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.726352 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: port-device-profile Sep 19 10:27:20.726675 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: port_mac_address_override.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.727603 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.728104 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: port-mac-override Sep 19 10:27:20.728427 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.729344 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.729847 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: port-mac-address-regenerate Sep 19 10:27:20.730171 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.731063 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.731595 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: port-numa-affinity-policy Sep 19 10:27:20.731928 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: port_resource_request.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.732897 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.733450 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 10:27:20.733774 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: port_resource_request_groups.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.734708 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.735208 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 19 10:27:20.735537 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: portbindings.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.736432 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.737134 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: binding Sep 19 10:27:20.737475 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: portbindings_extended.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.738927 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.739451 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: binding-extended Sep 19 10:27:20.739788 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: portsecurity.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.740673 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.741245 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: port-security Sep 19 10:27:20.741575 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: project_id.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.742763 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.743174 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: project-id Sep 19 10:27:20.743510 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: providernet.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.744397 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.744911 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: provider Sep 19 10:27:20.745422 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.749346 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.749875 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos not supported by any of loaded plugins Sep 19 10:27:20.750210 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.751600 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.752279 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 10:27:20.752654 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.753623 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.754142 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 10:27:20.754476 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_default.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.755361 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.755868 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-default not supported by any of loaded plugins Sep 19 10:27:20.756196 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_fip.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.757121 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.757629 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-fip not supported by any of loaded plugins Sep 19 10:27:20.757956 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.759349 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.759855 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 19 10:27:20.760185 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_gateway_ip.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.761097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.761602 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 10:27:20.761931 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_port_network_policy.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.762806 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.763307 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 10:27:20.763633 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.764642 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.765188 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 19 10:27:20.765517 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.766520 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.767026 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 19 10:27:20.767356 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_pps_rule.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.768489 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.769002 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-pps not supported by any of loaded plugins Sep 19 10:27:20.769363 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_rule_type_details.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.770247 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.770759 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 10:27:20.771093 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.771982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.772488 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 19 10:27:20.772821 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: qos_rules_alias.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.774493 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.775000 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 10:27:20.775329 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: quota_check_limit.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.776207 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.776980 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: quota-check-limit Sep 19 10:27:20.777339 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: quotasv2.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.778281 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.778614 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: quotas Sep 19 10:27:20.778939 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: quotasv2_detail.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.780613 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.780960 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: quota_details Sep 19 10:27:20.781334 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: rbac.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.782380 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.782906 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: rbac-policies Sep 19 10:27:20.783236 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: rbac_address_group.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.784133 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.784650 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: rbac-address-group Sep 19 10:27:20.784979 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: rbac_address_scope.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.785966 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.786481 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: rbac-address-scope Sep 19 10:27:20.786810 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: rbac_security_groups.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.787701 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.788206 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: rbac-security-groups Sep 19 10:27:20.788532 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: rbac_subnetpool.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.789480 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.789991 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: rbac-subnetpool Sep 19 10:27:20.790316 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: revisionifmatch.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.791217 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.791728 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: revision-if-match Sep 19 10:27:20.792056 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: revisions.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.793173 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.793679 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: standard-attr-revisions Sep 19 10:27:20.794007 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: router_availability_zone.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.794655 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.795162 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: router_availability_zone Sep 19 10:27:20.795487 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: routerservicetype.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.796372 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.796878 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension router-service-type not supported by any of loaded plugins Sep 19 10:27:20.797239 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.798130 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.798634 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: security-groups-normalized-cidr Sep 19 10:27:20.798956 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.799838 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.800338 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: port-security-groups-filtering Sep 19 10:27:20.800661 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.801567 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.802079 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: security-groups-remote-address-group Sep 19 10:27:20.802406 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.803296 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.803805 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: security-groups-shared-filtering Sep 19 10:27:20.804130 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: securitygroup.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.813923 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.814463 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: security-group Sep 19 10:27:20.814796 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: segment.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.815494 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.816004 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension segment not supported by any of loaded plugins Sep 19 10:27:20.816332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.817271 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.817780 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 10:27:20.818106 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: servicetype.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.819174 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.819692 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: service-type Sep 19 10:27:20.820021 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: sorting.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.821499 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.821832 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: sorting Sep 19 10:27:20.822160 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: standard_attr_segment.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.823056 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.823568 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 10:27:20.823894 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: standardattrdescription.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.824511 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.825024 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: standard-attr-description Sep 19 10:27:20.825370 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: stateful_security_group.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.826260 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.826765 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: stateful-security-group Sep 19 10:27:20.827088 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: stdattrs_common.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.827640 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 10:27:20.827962 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.828855 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.829392 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 10:27:20.829718 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: subnet_onboard.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.830729 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.831240 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: subnet_onboard Sep 19 10:27:20.831571 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.832468 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.832973 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 10:27:20.833328 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: subnet_service_types.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.834223 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.834736 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: subnet-service-types Sep 19 10:27:20.835061 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: subnetallocation.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.836117 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.837348 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: subnet_allocation Sep 19 10:27:20.837676 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.838314 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.838819 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: subnetpool-prefix-ops Sep 19 10:27:20.839143 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.840049 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.840555 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 10:27:20.840882 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: tagging.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.841952 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.842474 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: standard-attr-tag Sep 19 10:27:20.842801 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: timestamp.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.843961 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.844474 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loaded extension: standard-attr-timestamp Sep 19 10:27:20.844807 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: trunk.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.845909 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.846421 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension trunk not supported by any of loaded plugins Sep 19 10:27:20.846750 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: trunk_details.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.847627 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.848133 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension trunk-details not supported by any of loaded plugins Sep 19 10:27:20.848459 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: uplink_status_propagation.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.849365 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.849869 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 10:27:20.850193 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Loading extension file: vlantransparent.py {{(pid=106684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 10:27:20.850834 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 10:27:20.851338 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 10:27:20.854095 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:network Sep 19 10:27:20.854624 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:subnet Sep 19 10:27:20.855026 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 10:27:20.855418 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:port Sep 19 10:27:20.856689 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.857168 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service FLAVORS assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.857785 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.858236 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.858577 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:router Sep 19 10:27:20.859013 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:floatingip Sep 19 10:27:20.859503 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service METERING assigned prefix: /metering {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.860956 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.861366 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.861726 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:27:20.862743 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 10:27:20.863193 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:security_group Sep 19 10:27:20.863626 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 10:27:20.864174 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service CORE assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.864515 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 10:27:20.864868 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] subnetpool is already registered Sep 19 10:27:20.865320 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service CORE assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.865650 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 10:27:20.865982 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] subnetpool is already registered Sep 19 10:27:20.868454 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.868904 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service FLAVORS assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.869572 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.870127 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.870466 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:router Sep 19 10:27:20.870820 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] router is already registered Sep 19 10:27:20.871250 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:floatingip Sep 19 10:27:20.871590 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] floatingip is already registered Sep 19 10:27:20.872062 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service METERING assigned prefix: /metering {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.872783 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 10:27:20.873143 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] rbac_policy is already registered Sep 19 10:27:20.873574 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:security_group Sep 19 10:27:20.873926 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] security_group is already registered Sep 19 10:27:20.874334 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 10:27:20.874675 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] security_group_rule is already registered Sep 19 10:27:20.875178 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service CORE assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.875508 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 10:27:20.875843 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] subnetpool is already registered Sep 19 10:27:20.876269 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.v2.resource_helper [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Service CORE assigned prefix: {{(pid=106684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 10:27:20.876594 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 10:27:20.876926 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING neutron.quota.resource_registry [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] subnetpool is already registered Sep 19 10:27:20.877490 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: extensions {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.879109 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: address-groups {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.880593 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: address-scopes {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.881835 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: agents {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.883006 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: auto-allocated-topology {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.886068 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: availability_zones {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.887298 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: dhcp-networks {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.888735 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: dhcp-agents {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.890315 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: routers {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.892035 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: flavors {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.893242 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: service_profiles {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.894559 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: next_providers {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.896036 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: service_profiles {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.897520 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: floatingip-pools {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.899354 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: routers {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.901233 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: floatingips {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.902700 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: l3-routers {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.904094 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: l3-agents {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.905668 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: metering-labels {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.906953 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: metering-label-rules {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.908237 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: network-ip-availabilities {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.909695 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: bindings {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.911266 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: quotas {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.912829 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: quotas {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.914538 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: rbac-policies {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.915752 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: security-groups {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.916959 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: security-group-rules {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.918263 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: service-providers {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.919576 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: subnetpools {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.920915 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: subnetpools {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.922447 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.924223 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.926005 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.927894 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.929639 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.932121 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.933939 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.935763 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.937639 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.939505 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron.api.extensions [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Extended resource: tags {{(pid=106684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 10:27:20.947152 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING keystonemiddleware.auth_token [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 10:27:20.952314 dv-cinder-858275-1-iscsi neutron-server[106684]: WARNING keystonemiddleware.auth_token [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 10:27:20.961105 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Acquiring lock "singleton_lock" {{(pid=106684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 19 10:27:20.961476 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Acquired lock "singleton_lock" {{(pid=106684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 19 10:27:20.961950 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_concurrency.lockutils [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Releasing lock "singleton_lock" {{(pid=106684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 19 10:27:20.962609 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Starting 2 workers Sep 19 10:27:20.967409 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Started child 106797 {{(pid=106684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 10:27:20.971896 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Started child 106798 {{(pid=106684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 10:27:20.972924 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:20.973555 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO neutron.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 10:27:20.974058 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:20.974929 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [-] (106797) wsgi starting up on http://0.0.0.0:9696 Sep 19 10:27:20.977618 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Starting 1 workers Sep 19 10:27:20.978119 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:20.979474 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [-] (106798) wsgi starting up on http://0.0.0.0:9696 Sep 19 10:27:20.982813 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Started child 106799 {{(pid=106684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 10:27:20.983362 dv-cinder-858275-1-iscsi neutron-server[106684]: INFO oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Starting 1 workers Sep 19 10:27:20.986604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] calling RpcWorker wait() {{(pid=106799) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 10:27:20.987152 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] returning from RpcWorker wait() {{(pid=106799) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 10:27:20.987856 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Started child 106800 {{(pid=106684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 10:27:20.988581 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:20.988680 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG neutron_lib.callbacks.manager [None req-cad9b2ed-4b24-4af8-bcdd-50d025f0fb39 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:20.989099 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:27:20.990541 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106684) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 10:27:20.990764 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 10:27:20.990952 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 10:27:20.991180 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 10:27:20.991528 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 10:27:20.991711 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 10:27:20.992209 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.993028 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.993332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.993424 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:20.993859 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.994159 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.994337 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:27:20.994431 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.994690 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.994977 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.995243 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.995421 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.995588 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.996008 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.996253 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.996576 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.996868 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.997137 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.997396 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.997577 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.997822 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.998079 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.998338 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.998637 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] debug = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.998904 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.999392 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.999641 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:20.999893 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.000133 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.000411 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.000670 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.000939 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.001225 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.001470 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.001718 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.001986 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.002246 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.002495 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.002730 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.003008 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.003248 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.003747 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] host = dv-cinder-858275-1-iscsi {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.003989 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.004238 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.004490 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.004749 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.005011 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.005262 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.005563 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.005819 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.006044 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.006292 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.006620 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.006865 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.007112 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.007349 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.007500 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_options = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.007765 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.008075 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.008961 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.009161 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.009332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.009478 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.009674 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.009840 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.010078 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.010298 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.010517 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.010744 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.010955 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.011194 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.011447 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.011685 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.011911 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.012152 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.012414 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.013295 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.013550 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.013879 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.014054 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.014279 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.014519 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.014802 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.015015 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.015243 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.015461 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.015703 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.015967 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.016216 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.016437 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.016678 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.016961 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.017225 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.017462 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.017688 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.017957 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.018191 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.018445 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.018705 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.018930 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.019154 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.019373 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.019992 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.019992 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_json = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.019992 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.020381 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.020517 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.020696 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.021161 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.021161 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.021433 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.021624 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.021861 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.022289 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.022760 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.022937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.023116 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.023351 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.023596 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.023896 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.024140 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.024380 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.024623 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.025203 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.025203 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.036982 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.037635 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038099 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.038553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039097 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.039662 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040949 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.040949 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.041335 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.041410 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042691 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042691 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.042923 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.043129 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.043344 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.043718 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.043867 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.044003 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.044298 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.044551 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.044802 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.045029 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.045313 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.045984 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.045984 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.046289 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.046289 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.046556 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.046724 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.046960 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.047195 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.047443 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.047671 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.047945 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.048168 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.048410 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.049091 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.049091 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.049262 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.049390 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.049601 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.049847 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.050110 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.050358 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.050597 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.050831 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.051070 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.051335 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.051570 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.051839 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.052079 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.052375 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.052595 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.052865 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.053193 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.053474 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.053907 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.054162 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.054397 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.054696 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.055478 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.055745 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.055980 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.056210 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.056430 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.056669 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.056916 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.057159 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.057392 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.057712 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.057961 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.058200 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.058415 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.058693 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.058936 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.059332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.059597 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.059843 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.060081 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.060332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.060562 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.060785 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.061045 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.061330 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.061545 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.061762 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.062010 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.062231 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.062471 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.062684 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.062917 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.063137 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.063356 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.063570 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.063790 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.064011 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.064256 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.064475 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.064719 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.064968 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.065212 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.065432 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.065657 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.065869 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.066101 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.066319 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.066589 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.066838 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.067055 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.067282 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.067526 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.067784 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.067999 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.068245 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.068490 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.068705 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.068919 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.069183 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.069406 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.069618 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.069852 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.070083 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.070338 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.071236 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.071618 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.071871 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.072314 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.072582 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.072827 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.073052 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.073298 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.073515 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.073769 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.073993 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.074238 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.074494 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.074747 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.074991 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.075212 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.075452 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.075671 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.075910 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.076172 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.076420 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.076650 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.076875 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.077162 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.077411 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.077649 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.077888 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.078131 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.078377 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.078592 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.078806 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.079024 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.079240 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.079563 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.079824 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.080098 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.080311 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.080551 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.080738 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.080964 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.081211 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.081427 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.081648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.081875 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.082093 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.082346 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.082561 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.082763 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.082988 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.083209 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.083423 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.083652 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.083865 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.084108 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.084332 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.084554 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.084765 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.084990 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.085227 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.085440 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.085679 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.085881 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.086093 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.086364 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.086597 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.086827 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.087074 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.087295 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.087509 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.087819 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.088452 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.088452 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.088713 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.089340 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.089340 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.089340 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.089624 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.089841 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.090096 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.090345 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.091161 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.091412 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.091657 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.091994 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.092289 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.092547 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.093489 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.093489 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.093489 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.093805 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.093888 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.094660 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.094660 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.094941 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.095073 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.095250 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.095491 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.095719 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.095956 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.096197 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.096924 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.096924 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.096924 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.097395 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.097395 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.097712 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.097802 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.098029 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.098279 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.098518 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.098743 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.098962 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.099124 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 10:27:21.099664 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106684) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 10:27:21.099832 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 10:27:21.099989 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 10:27:21.100160 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 10:27:21.100331 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 10:27:21.100486 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 10:27:21.100696 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.100856 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.101019 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.101205 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.101389 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.101554 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.101715 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.101909 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102087 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102268 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102417 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102571 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102708 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102846 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.102995 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.103135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.103277 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.103413 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.103570 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.103731 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.103880 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104038 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] debug = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104185 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104390 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104561 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104710 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104850 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.104985 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.105164 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.105309 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.105446 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.105611 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.105835 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.105973 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.106118 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.106254 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.106398 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.106617 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.106766 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.106901 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] host = dv-cinder-858275-1-iscsi {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107037 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107172 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107306 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107445 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107593 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107770 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107874 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.107987 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.108147 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.108307 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.108467 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.108629 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.108790 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.108951 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.109132 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_options = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.109295 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.109524 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.109700 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.109815 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.109940 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110256 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110256 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110501 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110501 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110737 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110859 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.110968 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.111128 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.111287 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.111448 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.111608 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.111768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.111929 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.112089 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.112250 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.112410 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.112569 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.112730 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.112891 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.113052 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.113231 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.113390 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.113552 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.113713 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.113874 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114035 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114196 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114358 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114517 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114678 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114838 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.114999 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.115161 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.115326 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.115486 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.115659 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.115779 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.115958 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.116093 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.116258 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.116417 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.116574 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_json = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.116717 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.116861 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.117024 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.117198 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.117361 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.118031 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.118194 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.118354 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.118515 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 10:27:21.118694 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.118860 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119232 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119232 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119463 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119567 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119714 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119844 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.119968 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.120105 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.120232 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.120396 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.120569 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.120733 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.120894 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.121073 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.121241 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.121403 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.121566 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.121746 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.121897 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122036 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122200 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122345 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122514 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122656 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122809 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.122981 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.123143 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.123313 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.123490 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.123652 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.123816 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.123978 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.124141 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.124305 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.124468 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.124632 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.124795 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.124958 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.125143 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.125307 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.125446 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:27:21.125577 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.125709 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.125834 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.125957 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.126079 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.126218 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.126380 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.126553 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.126684 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.126859 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127030 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127152 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127314 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127480 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127642 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127815 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.127977 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.128195 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.128324 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.128456 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.128582 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.128736 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.128912 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.129051 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.129235 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.129383 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.129557 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.129720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.129881 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130031 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130193 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130341 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130510 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130672 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130833 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.130995 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.131170 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.131321 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.131482 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.131644 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.131807 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.131968 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.132132 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.132295 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.132457 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.132622 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.132779 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.132942 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.133150 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.133827 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.134005 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.134168 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.136937 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.137768 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.138439 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139057 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139731 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139731 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139731 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139731 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.139731 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140188 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140188 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140356 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140356 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140530 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140694 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.140856 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.141018 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.141214 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.141378 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.141541 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.141701 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.141887 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.142050 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.142212 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.142374 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.142536 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.142698 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.142861 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143023 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143186 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143396 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143523 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143646 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143797 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.143957 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.144119 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.144283 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.144446 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.144608 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.144770 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.144933 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.145114 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.145280 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.145444 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.145607 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.145830 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.145995 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.146159 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.146323 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.146487 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.146651 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.146814 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.146976 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.147140 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.147304 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.147465 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.147634 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.147795 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.147961 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.148124 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.148288 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.148451 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.148613 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.148799 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.148963 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.149161 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.149325 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.149490 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.149654 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.149816 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.149980 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.150143 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.150304 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.150467 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.150629 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.150791 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.150971 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.151134 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.151296 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.151460 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.151896 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152088 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152213 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152448 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152588 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152722 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152846 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.152968 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.153157 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.153321 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.153482 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.153713 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.153901 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154088 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154088 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154358 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154442 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154530 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154694 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.154857 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.155020 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.155182 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.155570 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.155570 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.155814 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.155814 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156060 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156182 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156304 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156425 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156566 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156919 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.156919 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.157112 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.157216 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.157379 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.157546 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.157744 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.157884 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158081 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158206 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158340 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158502 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158663 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158826 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.158987 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.159158 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.159319 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.159481 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.159642 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.159803 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.159964 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.160135 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.160297 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.160459 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.160620 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.160782 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.160943 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.161136 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.161299 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.162851 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.163720 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164329 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164329 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164329 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164329 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164638 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164638 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.164888 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165010 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165168 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165316 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165479 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165648 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165823 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.165986 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.166149 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.166310 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.166473 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.166639 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.166801 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.167129 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.167295 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.167454 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.167622 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.167784 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.167947 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.168110 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.168273 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.168434 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.168637 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.168800 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.168963 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.169150 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 10:27:21.169306 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 10:27:21.372454 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54702) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:21.379410 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048547 Sep 19 10:27:21.383923 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039368 Sep 19 10:27:30.370158 dv-cinder-858275-1-iscsi neutron-server[106684]: DEBUG dbcounter [-] [106684] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:32.800340 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078bf056-c688-4c1a-b0bd-d08c41477bd3 None None] get_active_networks_info from dv-cinder-858275-1-iscsi {{(pid=106799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 19 10:27:32.823781 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writer thread running {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 10:27:32.892959 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bf056-c688-4c1a-b0bd-d08c41477bd3 None None] No non-hosted networks {{(pid=106799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 10:27:32.916352 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.agentschedulers_db [None req-078bf056-c688-4c1a-b0bd-d08c41477bd3 None None] DHCP Agent not found on host dv-cinder-858275-1-iscsi {{(pid=106799) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 19 10:27:33.090761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-45ef4144-0b11-4534-a9cd-54b80f213294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3678660'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:34.642627 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writer thread running {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 10:27:35.268511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8398a035-daa4-4d61-a80a-866285d9786d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3678660'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:35.325019 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.db.api [None req-f6480df3-4ec0-4b6f-a2de-0951a51c0738 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-858275-1-iscsi {{(pid=106799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 10:27:35.325557 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG oslo_db.api [None req-f6480df3-4ec0-4b6f-a2de-0951a51c0738 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 10:27:35.956979 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f6480df3-4ec0-4b6f-a2de-0951a51c0738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:36.529924 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3678660'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:36.865315 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54774) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:37.482659 dv-cinder-858275-1-iscsi neutron-server[106798]: WARNING oslo_policy.policy [None req-6759d319-2909-4db4-ba59-7821daddb896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:37.483520 dv-cinder-858275-1-iscsi neutron-server[106798]: WARNING oslo_policy.policy [None req-6759d319-2909-4db4-ba59-7821daddb896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:37.708705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [None req-6759d319-2909-4db4-ba59-7821daddb896 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:27:37.722122 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6759d319-2909-4db4-ba59-7821daddb896 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8557029 Sep 19 10:27:37.880355 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.db.l3_hamode_db [None req-a9949ca6-fc5a-40ae-846d-e2069f522307 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 10:27:37.971867 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9949ca6-fc5a-40ae-846d-e2069f522307 None None] Routers set() bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:27:37.972452 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9949ca6-fc5a-40ae-846d-e2069f522307 None None] Router IDs set() for agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 19 10:27:38.184016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3678660'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:38.193327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.193327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.193327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.193327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.193327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.194837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:38.195574 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858275-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:27:38.203991 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858275-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:27:38.352453 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3678660'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:40.383372 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 54810) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:40.881649 dv-cinder-858275-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:40.882211 dv-cinder-858275-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:41.097320 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:27:41.109673 dv-cinder-858275-1-iscsi neutron-server[106797]: ERROR stevedore.extension [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 10:27:41.191412 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.policy [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106797) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 10:27:41.233415 dv-cinder-858275-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:41.233808 dv-cinder-858275-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:41.254295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writer thread running {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 10:27:41.424307 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794229434052', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794229433560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794229417527', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794229326070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794229336594', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794229313200', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3435687', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3429585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460176', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506798'] for rbac-policy (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:41.610120 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:41.611534 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4c1fa546-1c7e-473f-be8f-511d5a2e4c43 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2263670 Sep 19 10:27:44.193651 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 54826) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:44.515234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:27:44.615591 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Made reservation on behalf of 8959cf36bec74b8ca22049270ee47cb2 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:27:44.620492 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:44.639028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:44.754982 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks [] for security_group (cfef255d-8f61-4556-b717-922849caf06a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:44.809883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cfef255d-8f61-4556-b717-922849caf06a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:44.848441 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:27:44.873181 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef255d-8f61-4556-b717-922849caf06a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:27:44.876301 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794224548280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (c1e6611a-3cb8-4001-b03d-cea50c051e23), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:44.876876 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Unsubscribe: segment precommit_create {{(pid=106797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 10:27:44.877443 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Added segment c1e6611a-3cb8-4001-b03d-cea50c051e23 of type vlan for network a4166ff6-d985-4710-8905-f6659e203fad Sep 19 10:27:44.902156 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.902503 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.907747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.907747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.907747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.907747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.907747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Tracked resource versions report: Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: pushed versions: Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: { 'AddressGroup': {'1.2'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Agent': {'1.1'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'ConntrackHelper': {'1.0'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Log': {'1.0'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'NDPProxy': {'1.0'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Network': {'1.1'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Port': {'1.7'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'PortForwarding': {'1.3'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'QosPolicy': {'1.10'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroup': {'1.5'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SubPort': {'1.0'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Subnet': {'1.1'}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Trunk': {'1.1'}} Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: consumer versions: Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:44.908526 dv-cinder-858275-1-iscsi neutron-server[106797]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Agent': '1.1', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'ConntrackHelper': '1.0', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'LocalIPAssociation': '1.0', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Log': '1.0', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'NDPProxy': '1.0', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Network': '1.1', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Port': '1.7', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'PortForwarding': '1.3', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'QosPolicy': '1.10', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroup': '1.5', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroupRule': '1.2', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SubPort': '1.0', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Subnet': '1.1', Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Trunk': '1.1'}} Sep 19 10:27:44.910299 dv-cinder-858275-1-iscsi neutron-server[106797]: {{(pid=106797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:27:44.985667 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (a4166ff6-d985-4710-8905-f6659e203fad), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:45.101798 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (a4166ff6-d985-4710-8905-f6659e203fad), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:45.106966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:27:45.107675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:45.144514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:45.223343 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] Pushing event updated for resources: {'Network': ['ID=a4166ff6-d985-4710-8905-f6659e203fad,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:27:45.235281 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network a4166ff6-d985-4710-8905-f6659e203fad details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:27:45.349835 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-22dda733-bf53-49fc-ac7f-50b77cf20ad2 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1550853 Sep 19 10:27:47.990928 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 54840) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:48.400162 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240f2a0-9d93-4f9e-b5d5-02c3f30a9a09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:27:48.401462 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c240f2a0-9d93-4f9e-b5d5-02c3f30a9a09 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/a4166ff6-d985-4710-8905-f6659e203fad HTTP/1.1" status: 200 len: 825 time: 0.4095893 Sep 19 10:27:48.426937 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d932d2ec-836d-4897-907e-c457a51e9a81 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/ca809def-1dc3-480e-b5dc-d438ef8748ee HTTP/1.1" status: 200 len: 734 time: 0.0191503 Sep 19 10:27:48.435681 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:27:48.506574 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Made reservation on behalf of 8959cf36bec74b8ca22049270ee47cb2 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:27:48.509334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:48.730130 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:48.888215 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (9d4d05ec-2b87-4d45-acd3-0637ed466034), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:48.957373 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9d4d05ec-2b87-4d45-acd3-0637ed466034,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:27:48.967639 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Checking segment: {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:27:48.968022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Network hostable DHCP agents. Network: a4166ff6-d985-4710-8905-f6659e203fad, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:27:49.095088 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Network a4166ff6-d985-4710-8905-f6659e203fad is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:27:49.157923 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, a4166ff6-d985-4710-8905-f6659e203fad) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:27:49.162647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:27:49.163243 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:49.169034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c36407-32a5-459d-86e3-74ea815b0646 None None] Network a4166ff6-d985-4710-8905-f6659e203fad requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:27:49.292851 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cceedb89-46f5-453d-9f8a-ea7480176b91 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8603094 Sep 19 10:27:49.297936 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:49.303359 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=7 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:49.427666 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-a4166ff6-d985-4710-8905-f6659e203fad', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:27:49.429204 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:49.433321 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=39,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:49.725577 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Allocated IP 172.20.0.2 (a4166ff6-d985-4710-8905-f6659e203fad/9d4d05ec-2b87-4d45-acd3-0637ed466034/b289b89b-b971-4da4-ba79-ba17b1b386ab) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:27:49.992515 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Publish callbacks [] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:50.094811 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:50.177610 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:50.180189 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Network a4166ff6-d985-4710-8905-f6659e203fad is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:27:50.184094 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:27:50.187087 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:27:50.189472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Pushing event updated for resources: {'Port': ['ID=b289b89b-b971-4da4-ba79-ba17b1b386ab,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:27:50.203694 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.204035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.204392 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.204747 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.205100 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.205425 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.205746 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.206084 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.206386 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.206730 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.207110 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.207499 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.207827 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.208142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.208455 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Tracked resource versions report: Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: pushed versions: Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: { 'AddressGroup': {'1.2'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Agent': {'1.1'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'ConntrackHelper': {'1.0'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Log': {'1.0'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'NDPProxy': {'1.0'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Network': {'1.1'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Port': {'1.7'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'PortForwarding': {'1.3'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'QosPolicy': {'1.10'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroup': {'1.5'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SubPort': {'1.0'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Subnet': {'1.1'}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Trunk': {'1.1'}} Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: consumer versions: Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Agent': '1.1', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'ConntrackHelper': '1.0', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'LocalIPAssociation': '1.0', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Log': '1.0', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'NDPProxy': '1.0', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Network': '1.1', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Port': '1.7', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'PortForwarding': '1.3', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'QosPolicy': '1.10', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroup': '1.5', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroupRule': '1.2', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SubPort': '1.0', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Subnet': '1.1', Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Trunk': '1.1'}} Sep 19 10:27:50.209939 dv-cinder-858275-1-iscsi neutron-server[106799]: {{(pid=106799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:27:50.290943 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Attempting to bind port b289b89b-b971-4da4-ba79-ba17b1b386ab on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:27:50.291258 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Attempting to bind port b289b89b-b971-4da4-ba79-ba17b1b386ab by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:27:50.291678 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Attempting to bind port b289b89b-b971-4da4-ba79-ba17b1b386ab on network a4166ff6-d985-4710-8905-f6659e203fad {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:27:50.341256 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:27:50.341625 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Checking segment: {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:27:50.342089 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:50.342480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Bound using segment: {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:27:50.342979 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Bound port: b289b89b-b971-4da4-ba79-ba17b1b386ab, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:27:50.343396 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:50.404145 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] For port b289b89b-b971-4da4-ba79-ba17b1b386ab, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:27:50.423136 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] For port b289b89b-b971-4da4-ba79-ba17b1b386ab, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=b289b89b-b971-4da4-ba79-ba17b1b386ab,segment=NetworkSegment(c1e6611a-3cb8-4001-b03d-cea50c051e23),segment_id=c1e6611a-3cb8-4001-b03d-cea50c051e23)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:27:50.495759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:50.550375 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9e494-19dd-41c2-b1cb-06696ca0f42f None None] Pushing event updated for resources: {'Port': ['ID=b289b89b-b971-4da4-ba79-ba17b1b386ab,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:27:51.947198 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 54854) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:52.279011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [None req-504c4e84-fd2c-47db-8f98-2f49b9e1c4c4 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:27:52.280033 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-504c4e84-fd2c-47db-8f98-2f49b9e1c4c4 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3318770 Sep 19 10:27:54.939125 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54862) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:55.262620 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [None req-c7ddbaa4-a3e1-4a40-bf13-eddc76bebc65 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:27:55.263680 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c7ddbaa4-a3e1-4a40-bf13-eddc76bebc65 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3236804 Sep 19 10:27:57.838141 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device b289b89b-b971-4da4-ba79-ba17b1b386ab up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:27:57.920507 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port b289b89b-b971-4da4-ba79-ba17b1b386ab triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:27:57.920843 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:57.921221 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port b289b89b-b971-4da4-ba79-ba17b1b386ab Sep 19 10:27:57.953009 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:58.027184 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port b289b89b-b971-4da4-ba79-ba17b1b386ab is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:27:58.027608 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.066865 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port b289b89b-b971-4da4-ba79-ba17b1b386ab, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=b289b89b-b971-4da4-ba79-ba17b1b386ab,segment=NetworkSegment(c1e6611a-3cb8-4001-b03d-cea50c051e23),segment_id=c1e6611a-3cb8-4001-b03d-cea50c051e23)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:27:58.067425 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54874) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:27:58.174192 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.227339 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=b289b89b-b971-4da4-ba79-ba17b1b386ab,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:27:58.406922 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:27:58.416082 dv-cinder-858275-1-iscsi neutron-server[106798]: ERROR stevedore.extension [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 10:27:58.468080 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.policy [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106798) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 10:27:58.511236 dv-cinder-858275-1-iscsi neutron-server[106798]: WARNING oslo_policy.policy [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:58.511616 dv-cinder-858275-1-iscsi neutron-server[106798]: WARNING oslo_policy.policy [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 10:27:58.532100 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writer thread running {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 10:27:58.546019 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:58.657736 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e14d2-162a-43d7-8320-ae144ee76bd2 None None] Network a4166ff6-d985-4710-8905-f6659e203fad requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:27:58.661891 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (79c3b2fc-a242-44a9-8666-154757de4da8), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.663884 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (79c3b2fc-a242-44a9-8666-154757de4da8), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.715232 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d5fe8e56-8d27-4a5e-a613-5b25d22a713e None None] Provisioning complete for port b289b89b-b971-4da4-ba79-ba17b1b386ab triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:27:58.715623 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e56-8d27-4a5e-a613-5b25d22a713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.715960 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d5fe8e56-8d27-4a5e-a613-5b25d22a713e None None] Attempt 1 to provision port b289b89b-b971-4da4-ba79-ba17b1b386ab Sep 19 10:27:58.832466 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Publish callbacks [] for router_controller (79c3b2fc-a242-44a9-8666-154757de4da8), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.861211 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe8e56-8d27-4a5e-a613-5b25d22a713e None None] Current status of the port b289b89b-b971-4da4-ba79-ba17b1b386ab is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:27:58.891028 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (79c3b2fc-a242-44a9-8666-154757de4da8), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.977841 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:58.979171 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7cd161ae-839d-47d6-a02e-1c22435fee63 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9106987 Sep 19 10:27:59.091631 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-89adc045-c59e-42a0-b0bf-9d79335cf81f None None] Provisioning complete for port b289b89b-b971-4da4-ba79-ba17b1b386ab triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:27:59.091945 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-89adc045-c59e-42a0-b0bf-9d79335cf81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:59.092277 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-89adc045-c59e-42a0-b0bf-9d79335cf81f None None] Attempt 1 to provision port b289b89b-b971-4da4-ba79-ba17b1b386ab Sep 19 10:27:59.160030 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:59.171452 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-89adc045-c59e-42a0-b0bf-9d79335cf81f None None] Current status of the port b289b89b-b971-4da4-ba79-ba17b1b386ab is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:27:59.173251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=72,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:59.243800 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:27:59.805393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device b289b89b-b971-4da4-ba79-ba17b1b386ab up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:27:59.848494 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port b289b89b-b971-4da4-ba79-ba17b1b386ab triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:27:59.848879 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:27:59.849263 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port b289b89b-b971-4da4-ba79-ba17b1b386ab Sep 19 10:27:59.924060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port b289b89b-b971-4da4-ba79-ba17b1b386ab is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:28:01.611740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54888) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:28:01.930219 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [None req-3dac5422-7712-4631-89e8-81d68298b3d9 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:28:01.931229 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-3dac5422-7712-4631-89e8-81d68298b3d9 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3186312 Sep 19 10:28:02.849551 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3a4f52fb-68c9-46b8-bdf7-a820c7ad6c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:04.548871 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54896) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:28:04.864030 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:28:04.929787 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Made reservation on behalf of 1e8dac977aca46d48c891cd4c281d8cb for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:28:04.932493 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:04.948085 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.052844 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks [] for security_group (b56ce3a6-2fe9-4b6b-a966-26485c149876), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.101364 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b56ce3a6-2fe9-4b6b-a966-26485c149876), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.113872 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Reserving flat network on physical network physnet1 {{(pid=106798) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 10:28:05.146132 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794224548280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (ccb4b18d-ca70-492d-8d9b-6f159d929b69), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.146676 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Unsubscribe: segment precommit_create {{(pid=106798) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 10:28:05.147215 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Added segment ccb4b18d-ca70-492d-8d9b-6f159d929b69 of type flat for network 117a0537-867a-48b6-a797-c57d6a2cc23f Sep 19 10:28:05.164774 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ce3a6-2fe9-4b6b-a966-26485c149876,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:05.215211 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.215578 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.215924 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.216263 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.216593 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.216926 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.217276 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.217601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.217945 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.218271 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.218613 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.218956 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.219277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.219603 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.219921 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Tracked resource versions report: Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: pushed versions: Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: { 'AddressGroup': {'1.2'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Agent': {'1.1'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'ConntrackHelper': {'1.0'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Log': {'1.0'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'NDPProxy': {'1.0'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Network': {'1.1'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Port': {'1.7'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'PortForwarding': {'1.3'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'QosPolicy': {'1.10'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroup': {'1.5'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SubPort': {'1.0'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Subnet': {'1.1'}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Trunk': {'1.1'}} Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: consumer versions: Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Agent': '1.1', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'ConntrackHelper': '1.0', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'LocalIPAssociation': '1.0', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Log': '1.0', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'NDPProxy': '1.0', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Network': '1.1', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Port': '1.7', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'PortForwarding': '1.3', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'QosPolicy': '1.10', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroup': '1.5', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroupRule': '1.2', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SubPort': '1.0', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Subnet': '1.1', Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Trunk': '1.1'}} Sep 19 10:28:05.221333 dv-cinder-858275-1-iscsi neutron-server[106798]: {{(pid=106798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:28:05.238186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-46b90a2b-af85-453d-a85e-2f5bf8bac013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.267270 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (117a0537-867a-48b6-a797-c57d6a2cc23f), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.344614 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (117a0537-867a-48b6-a797-c57d6a2cc23f), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.345709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:28:05.346452 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:05.445770 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] Pushing event updated for resources: {'Network': ['ID=117a0537-867a-48b6-a797-c57d6a2cc23f,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:05.451033 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-5d9e83fe-3445-4522-92c0-84c9615f802b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9011354 Sep 19 10:28:05.455644 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 117a0537-867a-48b6-a797-c57d6a2cc23f details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:28:06.489192 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:08.034440 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54908) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:28:08.169546 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:08.329656 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:08.446903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4b29d-94f2-4052-90b5-766b2582ffb5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:28:08.448260 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e1c4b29d-94f2-4052-90b5-766b2582ffb5 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/9d4d05ec-2b87-4d45-acd3-0637ed466034 HTTP/1.1" status: 200 len: 849 time: 0.4127767 Sep 19 10:28:08.583545 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2b0c7e35-13c4-4b51-bd21-4b3e673c20b3 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/79c3b2fc-a242-44a9-8666-154757de4da8 HTTP/1.1" status: 200 len: 704 time: 0.1292896 Sep 19 10:28:08.826641 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:08.845662 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:08.919752 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:09.141653 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Allocated IP 172.20.0.1 (a4166ff6-d985-4710-8905-f6659e203fad/9d4d05ec-2b87-4d45-acd3-0637ed466034/f4bb8148-ad09-4ed6-955f-ba44d42f5b5b) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:28:09.324243 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks [] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:09.433170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:09.514111 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Network a4166ff6-d985-4710-8905-f6659e203fad is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:28:09.521794 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:28:09.524918 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:28:09.525482 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (79c3b2fc-a242-44a9-8666-154757de4da8), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:09.547297 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Pushing event updated for resources: {'Port': ['ID=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:09.748211 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Provisioning complete for port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:28:09.748736 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:09.748858 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Attempt 1 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:09.779177 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:28:09.785627 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:10.024301 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:10.032690 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks [] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:10.036197 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:10.038921 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:10.100847 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:10.101715 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (79c3b2fc-a242-44a9-8666-154757de4da8), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:10.178608 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Pushing event updated for resources: {'Port': ['ID=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:10.196312 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:10.228725 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Network a4166ff6-d985-4710-8905-f6659e203fad is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:28:10.230077 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:28:10.280450 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Attempt 2 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:10.315995 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:28:10.453656 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Router 79c3b2fc-a242-44a9-8666-154757de4da8 is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:28:10.541722 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:28:10.546949 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-83ce8abd-e65c-448e-a877-5de055e1cd1e demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/79c3b2fc-a242-44a9-8666-154757de4da8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9574502 Sep 19 10:28:10.552652 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Sync routers for ids ['79c3b2fc-a242-44a9-8666-154757de4da8'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:28:10.565636 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Routers {'79c3b2fc-a242-44a9-8666-154757de4da8'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:28:10.566497 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:28:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['79c3b2fc-a242-44a9-8666-154757de4da8'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:10.749837 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Set router 79c3b2fc-a242-44a9-8666-154757de4da8 gateway port host: None {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:28:10.816872 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Attempt 3 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:10.852736 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:28:11.165895 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'name': 'router1', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:27:58Z', 'updated_at': '2022-09-19T10:28:09Z', 'revision_number': 2, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'gw_port_host': None, '_interfaces': [{'id': 'f4bb8148-ad09-4ed6-955f-ba44d42f5b5b', 'name': '', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'mac_address': 'fa:16:3e:28:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:08Z', 'updated_at': '2022-09-19T10:28:09Z', 'revision_number': 2, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'subnets': [{'id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:11.216675 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Checking router: 79c3b2fc-a242-44a9-8666-154757de4da8 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:28:11.217046 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Updating router 79c3b2fc-a242-44a9-8666-154757de4da8 port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:28:11.271020 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:11.354292 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Attempt 4 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:11.385995 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:28:11.778953 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Publish callbacks [] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:11.832299 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:11.887382 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Attempt 5 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:11.920095 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:28:11.972455 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Pushing event updated for resources: {'Port': ['ID=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:11.988021 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.988362 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.988703 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.989039 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.989387 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.989710 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.990033 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.990351 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.990667 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.991497 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.991815 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.992155 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.992471 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.992779 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.993107 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Tracked resource versions report: Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: pushed versions: Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: { 'AddressGroup': {'1.2'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Agent': {'1.1'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'ConntrackHelper': {'1.0'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Log': {'1.0'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'NDPProxy': {'1.0'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Network': {'1.1'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Port': {'1.7'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'PortForwarding': {'1.3'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'QosPolicy': {'1.10'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroup': {'1.5'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SubPort': {'1.0'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Subnet': {'1.1'}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Trunk': {'1.1'}} Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: consumer versions: Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Agent': '1.1', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'ConntrackHelper': '1.0', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'LocalIPAssociation': '1.0', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Log': '1.0', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'NDPProxy': '1.0', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Network': '1.1', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Port': '1.7', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'PortForwarding': '1.3', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'QosPolicy': '1.10', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroup': '1.5', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroupRule': '1.2', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SubPort': '1.0', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Subnet': '1.1', Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Trunk': '1.1'}} Sep 19 10:28:11.994506 dv-cinder-858275-1-iscsi neutron-server[106800]: {{(pid=106800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:28:11.998969 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Attempting to bind port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:28:11.999358 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Attempting to bind port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:28:11.999785 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Attempting to bind port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b on network a4166ff6-d985-4710-8905-f6659e203fad {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:28:12.079937 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:12.082751 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:28:12.083156 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Checking segment: {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:28:12.083633 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:12.084024 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Bound using segment: {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:28:12.084559 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Bound port: f4bb8148-ad09-4ed6-955f-ba44d42f5b5b, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e6611a-3cb8-4001-b03d-cea50c051e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:28:12.084948 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:12.154460 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] For port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:28:12.157334 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:12.174267 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] For port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,segment=NetworkSegment(c1e6611a-3cb8-4001-b03d-cea50c051e23),segment_id=c1e6611a-3cb8-4001-b03d-cea50c051e23)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:28:12.294141 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:12.333188 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Routers {'79c3b2fc-a242-44a9-8666-154757de4da8'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:28:12.333851 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:28:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['79c3b2fc-a242-44a9-8666-154757de4da8'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:12.416940 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6affff-cf14-43c3-9709-671641b1465d None None] Pushing event updated for resources: {'Port': ['ID=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,revision_number=4']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:12.421587 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Attempt 6 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:12.442053 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] Set router 79c3b2fc-a242-44a9-8666-154757de4da8 gateway port host: None {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:28:12.453143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:12.503191 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Current status of the port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:28:12.503581 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:12.535752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] For port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,segment=NetworkSegment(c1e6611a-3cb8-4001-b03d-cea50c051e23),segment_id=c1e6611a-3cb8-4001-b03d-cea50c051e23)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:28:12.596786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:12.642754 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'name': 'router1', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:27:58Z', 'updated_at': '2022-09-19T10:28:09Z', 'revision_number': 2, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'gw_port_host': None, '_interfaces': [{'id': 'f4bb8148-ad09-4ed6-955f-ba44d42f5b5b', 'name': '', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'mac_address': 'fa:16:3e:28:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:08Z', 'updated_at': '2022-09-19T10:28:12Z', 'revision_number': 4, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'subnets': [{'id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:12.647701 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cba7fd-858e-494f-b0d5-3008a303453c None None] Pushing event updated for resources: {'Port': ['ID=f4bb8148-ad09-4ed6-955f-ba44d42f5b5b,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:12.672367 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c99859-38a6-407d-9313-9a29559cc0eb None None] The sync data for ids ['79c3b2fc-a242-44a9-8666-154757de4da8'] in dv-cinder-858275-1-iscsi is: [{'id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'name': 'router1', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:27:58Z', 'updated_at': '2022-09-19T10:28:09Z', 'revision_number': 2, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'gw_port_host': None, '_interfaces': [{'id': 'f4bb8148-ad09-4ed6-955f-ba44d42f5b5b', 'name': '', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'mac_address': 'fa:16:3e:28:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:08Z', 'updated_at': '2022-09-19T10:28:12Z', 'revision_number': 4, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'subnets': [{'id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:28:12.718928 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-5ac66cc5-47ae-45de-801c-364cd5ff1d79 None None] Provisioning complete for port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:28:12.719387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5ac66cc5-47ae-45de-801c-364cd5ff1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:12.719795 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-5ac66cc5-47ae-45de-801c-364cd5ff1d79 None None] Attempt 1 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:12.803035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-5ac66cc5-47ae-45de-801c-364cd5ff1d79 None None] Current status of the port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:28:13.173397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54920) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:28:13.559470 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb3adb-4c2b-4716-aec7-91e85a3e319f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:28:13.562505 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a8bb3adb-4c2b-4716-aec7-91e85a3e319f admin admin] 10.222.0.42 "GET /networking/v2.0/networks/117a0537-867a-48b6-a797-c57d6a2cc23f HTTP/1.1" status: 200 len: 842 time: 0.3864825 Sep 19 10:28:13.570644 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Request body: {'subnet': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:28:13.683681 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Made reservation on behalf of 1e8dac977aca46d48c891cd4c281d8cb for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:28:13.686122 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:14.057423 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.objects.ports [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106798) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 19 10:28:14.057782 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (ad833c75-e67d-4137-8d85-b54d0d1d32fb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:14.088685 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:14.115274 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad833c75-e67d-4137-8d85-b54d0d1d32fb,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:14.128695 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:28:14.129047 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Network hostable DHCP agents. Network: 117a0537-867a-48b6-a797-c57d6a2cc23f, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:28:14.231146 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:28:14.312197 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 117a0537-867a-48b6-a797-c57d6a2cc23f) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:28:14.317489 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:28:14.318600 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:14.323167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba3434-a52a-4f47-93aa-3e9032a39427 None None] Network 117a0537-867a-48b6-a797-c57d6a2cc23f requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:28:14.370273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:14.409709 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-41b0b8a2-153e-45cc-9be9-6170e8254107 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8420045 Sep 19 10:28:14.426780 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84baa2c1-f26a-4900-ae1a-30907a44ac29 None None] Network 117a0537-867a-48b6-a797-c57d6a2cc23f requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:28:17.079936 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 54928) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:28:17.632469 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-faa9136a-2af3-40d1-88ef-8947129c1396 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/79c3b2fc-a242-44a9-8666-154757de4da8 HTTP/1.1" status: 200 len: 710 time: 0.5514269 Sep 19 10:28:17.759133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ea457-4ec2-420b-a63a-07cb270f5cd2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:28:17.761629 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4b3ea457-4ec2-420b-a63a-07cb270f5cd2 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/117a0537-867a-48b6-a797-c57d6a2cc23f HTTP/1.1" status: 200 len: 886 time: 0.1222062 Sep 19 10:28:17.770279 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:28:17.840434 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device f4bb8148-ad09-4ed6-955f-ba44d42f5b5b up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:28:17.882903 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:28:17.883291 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:17.883635 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:28:17.955184 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:28:18.015002 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks [] for router_gateway (79c3b2fc-a242-44a9-8666-154757de4da8), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:18.290870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks [] for router_gateway (79c3b2fc-a242-44a9-8666-154757de4da8), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:18.370336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:18.573433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Allocated IP 172.27.0.22 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/aa374eb8-4a34-4fb5-b73a-9d8be6a4962e) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:28:18.684450 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks [] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:18.704978 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:18.725645 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:18.797313 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:18.879291 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:28:18.886118 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:28:18.890386 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:28:18.893806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Pushing event updated for resources: {'Port': ['ID=aa374eb8-4a34-4fb5-b73a-9d8be6a4962e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:19.251395 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks [] for router_gateway (79c3b2fc-a242-44a9-8666-154757de4da8), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:19.431966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3679181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3686112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3208'] for router (79c3b2fc-a242-44a9-8666-154757de4da8), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:19.436882 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3679172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3679039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3686107'] for router (79c3b2fc-a242-44a9-8666-154757de4da8), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:19.542634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Router 79c3b2fc-a242-44a9-8666-154757de4da8 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:28:19.641199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:28:19.645584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:19.647361 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a4337ed5-df41-49df-960c-70b7d8a3760b demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/79c3b2fc-a242-44a9-8666-154757de4da8 HTTP/1.1" status: 200 len: 889 time: 1.8802667 Sep 19 10:28:19.651521 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Sync routers for ids ['79c3b2fc-a242-44a9-8666-154757de4da8'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:28:19.668014 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Routers {'79c3b2fc-a242-44a9-8666-154757de4da8'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:28:19.668706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:28:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['79c3b2fc-a242-44a9-8666-154757de4da8'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:19.884508 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Set router 79c3b2fc-a242-44a9-8666-154757de4da8 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:28:20.325030 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'name': 'router1', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'aa374eb8-4a34-4fb5-b73a-9d8be6a4962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:27:58Z', 'updated_at': '2022-09-19T10:28:19Z', 'revision_number': 4, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'gw_port': {'id': 'aa374eb8-4a34-4fb5-b73a-9d8be6a4962e', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:18Z', 'updated_at': '2022-09-19T10:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f4bb8148-ad09-4ed6-955f-ba44d42f5b5b', 'name': '', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'mac_address': 'fa:16:3e:28:8b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:08Z', 'updated_at': '2022-09-19T10:28:12Z', 'revision_number': 5, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'subnets': [{'id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:20.372284 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Checking router: 79c3b2fc-a242-44a9-8666-154757de4da8 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:28:20.372636 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Updating router 79c3b2fc-a242-44a9-8666-154757de4da8 port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:28:20.424640 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:20.425998 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:20.714023 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:20.730127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Publish callbacks [] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:20.792107 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:20.826608 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Attempting to bind port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:28:20.826983 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Attempting to bind port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:28:20.827359 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Attempting to bind port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:28:20.861771 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231acc8-cf8b-4b5f-b87f-82680c306aec None None] Pushing event updated for resources: {'Port': ['ID=aa374eb8-4a34-4fb5-b73a-9d8be6a4962e,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:20.880802 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:28:20.881232 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:28:20.881631 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:20.882014 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:28:20.882480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Bound port: aa374eb8-4a34-4fb5-b73a-9d8be6a4962e, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:28:20.882855 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:20.930251 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] For port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:28:20.933220 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] For port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=aa374eb8-4a34-4fb5-b73a-9d8be6a4962e,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:28:21.009582 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:21.045295 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Routers {'79c3b2fc-a242-44a9-8666-154757de4da8'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:28:21.045933 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:28:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['79c3b2fc-a242-44a9-8666-154757de4da8'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:21.108378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231acc8-cf8b-4b5f-b87f-82680c306aec None None] Pushing event updated for resources: {'Port': ['ID=aa374eb8-4a34-4fb5-b73a-9d8be6a4962e,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:21.167021 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] Set router 79c3b2fc-a242-44a9-8666-154757de4da8 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:28:21.359108 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'name': 'router1', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'aa374eb8-4a34-4fb5-b73a-9d8be6a4962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:27:58Z', 'updated_at': '2022-09-19T10:28:19Z', 'revision_number': 4, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'gw_port': {'id': 'aa374eb8-4a34-4fb5-b73a-9d8be6a4962e', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:18Z', 'updated_at': '2022-09-19T10:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f4bb8148-ad09-4ed6-955f-ba44d42f5b5b', 'name': '', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'mac_address': 'fa:16:3e:28:8b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:08Z', 'updated_at': '2022-09-19T10:28:12Z', 'revision_number': 5, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'subnets': [{'id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:28:21.383045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a3daf-e3f5-403f-af18-9fe1fdea7d5c None None] The sync data for ids ['79c3b2fc-a242-44a9-8666-154757de4da8'] in dv-cinder-858275-1-iscsi is: [{'id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'name': 'router1', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'aa374eb8-4a34-4fb5-b73a-9d8be6a4962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:27:58Z', 'updated_at': '2022-09-19T10:28:19Z', 'revision_number': 4, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'gw_port': {'id': 'aa374eb8-4a34-4fb5-b73a-9d8be6a4962e', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:18Z', 'updated_at': '2022-09-19T10:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f4bb8148-ad09-4ed6-955f-ba44d42f5b5b', 'name': '', 'network_id': 'a4166ff6-d985-4710-8905-f6659e203fad', 'tenant_id': '8959cf36bec74b8ca22049270ee47cb2', 'mac_address': 'fa:16:3e:28:8b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c3b2fc-a242-44a9-8666-154757de4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:28:08Z', 'updated_at': '2022-09-19T10:28:12Z', 'revision_number': 5, 'project_id': '8959cf36bec74b8ca22049270ee47cb2', 'subnets': [{'id': '9d4d05ec-2b87-4d45-acd3-0637ed466034', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca809def-1dc3-480e-b5dc-d438ef8748ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:28:21.856135 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device aa374eb8-4a34-4fb5-b73a-9d8be6a4962e up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:28:21.905757 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:28:21.906147 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:21.906488 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e Sep 19 10:28:21.945996 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:21.988637 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:28:21.989025 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:22.016562 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=aa374eb8-4a34-4fb5-b73a-9d8be6a4962e,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:28:22.082394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:22.109313 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:22.134391 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=aa374eb8-4a34-4fb5-b73a-9d8be6a4962e,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:28:22.472157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 54940) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:28:22.641380 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=50 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:22.646260 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=31 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:22.858220 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-875e1ed8-cdf0-4f35-b2eb-6d94212d5b21 admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3849661 Sep 19 10:28:23.830393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device aa374eb8-4a34-4fb5-b73a-9d8be6a4962e up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:28:23.873043 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:28:23.873448 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (aa374eb8-4a34-4fb5-b73a-9d8be6a4962e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:23.873779 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e Sep 19 10:28:23.944737 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port aa374eb8-4a34-4fb5-b73a-9d8be6a4962e is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:28:25.032955 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:28:29.638507 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=63,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:29.646960 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:32.851241 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=73,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:32.855187 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:32.903249 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6ffea7c8-97c6-46de-815a-5cbd8c914469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:35.024218 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:35.025576 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:35.272678 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc4a-eca3-4a9a-a60d-f5c960d463de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:36.498666 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:38.277598 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:38.351289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:28:47.026457 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:47.052645 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:48.238800 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:28:48.248699 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:02.033252 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:29:02.846859 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ebfc7469-85a1-46df-8c18-7848cc967daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:06.179820 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fffbf6b1-d74d-492a-badb-cec6f6af8b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:06.500350 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:08.161911 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:08.328693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:12.029970 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:18.248015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:18.250376 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:24.053452 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:31.027447 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:32.818926 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0a00cad3-b469-4bea-9e51-12e2a877de63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:35.262985 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9fbd-911a-47ab-9b98-602eeb5ac2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:36.497317 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:38.167205 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:38.332098 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:39.032437 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:29:48.247678 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:48.251568 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:49.028220 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:49.028972 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:29:50.588801 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 55490) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:29:50.920676 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.pecan_wsgi.hooks.translation [None req-de12cb27-6a3e-4ed0-ae17-4cd6abca3738 admin admin] GET failed (client error): The resource could not be found. Sep 19 10:29:50.922664 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-de12cb27-6a3e-4ed0-ae17-4cd6abca3738 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3322120 Sep 19 10:29:51.084104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09812d9-baa3-44f4-9754-6184caf5d3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:29:51.085603 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f09812d9-baa3-44f4-9754-6184caf5d3f0 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588252 Sep 19 10:29:53.639277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 55500) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:29:54.005454 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497dc9ac-dd1b-4b33-9e45-912a0a0f13ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:29:54.006767 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-497dc9ac-dd1b-4b33-9e45-912a0a0f13ca admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/9d4d05ec-2b87-4d45-acd3-0637ed466034 HTTP/1.1" status: 200 len: 849 time: 0.3666375 Sep 19 10:29:54.016313 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:29:54.173214 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Publish callbacks [] for subnet (9d4d05ec-2b87-4d45-acd3-0637ed466034), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:54.378592 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794224475028'] for subnet (9d4d05ec-2b87-4d45-acd3-0637ed466034), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:54.413080 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:29:54.413701 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:54.415096 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/9d4d05ec-2b87-4d45-acd3-0637ed466034 HTTP/1.1" status: 200 len: 868 time: 0.4021945 Sep 19 10:29:54.432616 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6e545-10b8-4766-b48c-c1564e4ac4ca None None] Network a4166ff6-d985-4710-8905-f6659e203fad requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:29:54.436178 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4d05ec-2b87-4d45-acd3-0637ed466034,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:29:54.443640 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.443987 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.444359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.444764 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.445189 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.445521 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.445843 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.446819 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.446819 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.446819 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.447119 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.447428 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.447730 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.448042 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.448356 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546c513-a8da-4d91-8c6e-842df0db0868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:29:54.808051 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Provisioning complete for port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:29:54.808434 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f4bb8148-ad09-4ed6-955f-ba44d42f5b5b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:54.808848 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Attempt 1 to provision port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b Sep 19 10:29:54.880803 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Current status of the port f4bb8148-ad09-4ed6-955f-ba44d42f5b5b is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:29:54.888670 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Provisioning complete for port b289b89b-b971-4da4-ba79-ba17b1b386ab triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:29:54.889083 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b289b89b-b971-4da4-ba79-ba17b1b386ab), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:29:54.889415 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Attempt 1 to provision port b289b89b-b971-4da4-ba79-ba17b1b386ab Sep 19 10:29:54.964745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-f7d417ba-608f-4ca2-a851-25769f371397 None None] Current status of the port b289b89b-b971-4da4-ba79-ba17b1b386ab is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:29:57.012036 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 55508) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:29:57.488515 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a44205-095b-4bb8-bc8f-0bbd99377f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:29:57.488990 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a44205-095b-4bb8-bc8f-0bbd99377f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:29:57.490541 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-66a44205-095b-4bb8-bc8f-0bbd99377f79 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4775636 Sep 19 10:30:00.039189 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55516) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:00.516776 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2dc317-7882-4014-948c-a4ab1a3de960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:00.517281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2dc317-7882-4014-948c-a4ab1a3de960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:00.518862 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bd2dc317-7882-4014-948c-a4ab1a3de960 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4787490 Sep 19 10:30:01.034014 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:01.037890 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:02.833494 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c09a7824-9e70-438e-98ce-7e9a94121097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:03.082242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55526) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:03.485694 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903392aa-5653-4245-a3b9-dc6befa1c3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:03.487634 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-903392aa-5653-4245-a3b9-dc6befa1c3b4 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/117a0537-867a-48b6-a797-c57d6a2cc23f HTTP/1.1" status: 200 len: 886 time: 0.4044533 Sep 19 10:30:05.275346 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-46318858-4f4f-4516-921b-4be78e851d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:06.055017 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55534) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:06.492120 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:06.538546 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2eb1dd-dffc-4a82-a28f-ffeb95361b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:06.539911 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8f2eb1dd-dffc-4a82-a28f-ffeb95361b78 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/a4166ff6-d985-4710-8905-f6659e203fad HTTP/1.1" status: 200 len: 869 time: 0.4839509 Sep 19 10:30:07.483498 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:07.485414 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:08.195117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:08.355153 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:09.107977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55542) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:09.508559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6d264-e96b-4e68-91e5-cc99e50f0e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:09.509019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6d264-e96b-4e68-91e5-cc99e50f0e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:09.510557 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cef6d264-e96b-4e68-91e5-cc99e50f0e11 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4016223 Sep 19 10:30:12.060928 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55550) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:12.434145 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d94c42-f7e6-4d84-aa3c-75d694af22ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:12.434611 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d94c42-f7e6-4d84-aa3c-75d694af22ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:12.436163 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e5d94c42-f7e6-4d84-aa3c-75d694af22ef admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3742356 Sep 19 10:30:14.992765 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55558) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:15.359684 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450abd0-212e-464e-8fc4-fb6d22486cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:15.360997 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d450abd0-212e-464e-8fc4-fb6d22486cc9 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/9d4d05ec-2b87-4d45-acd3-0637ed466034 HTTP/1.1" status: 200 len: 868 time: 0.3672588 Sep 19 10:30:16.031989 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:30:17.930395 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55566) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:18.251067 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:18.253936 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:18.297470 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027e40f-84fe-4792-b431-37dcbc86d6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:18.298839 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5027e40f-84fe-4792-b431-37dcbc86d6a8 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/ad833c75-e67d-4137-8d85-b54d0d1d32fb HTTP/1.1" status: 200 len: 816 time: 0.3674874 Sep 19 10:30:28.292885 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=57 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:28.294061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=58 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:32.846063 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-970270ee-aafa-4cd8-98e5-7e215fc8a890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:35.292427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-99f8eeb5-2641-433b-b540-d03b39cfe1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:36.512491 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:38.043748 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=14 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:38.046759 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=20 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:38.160041 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:38.348747 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:48.060721 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55622) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:48.258624 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:48.260508 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:48.393131 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [None req-464e03f7-8eca-4734-8f98-2bd535f493c4 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:30:48.394153 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-464e03f7-8eca-4734-8f98-2bd535f493c4 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3324516 Sep 19 10:30:51.065160 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55632) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:51.395207 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.pecan_wsgi.hooks.translation [None req-381c0702-59b5-4b64-bd51-84ad66ac7fd5 admin admin] GET failed (client error): The resource could not be found. Sep 19 10:30:51.396493 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-381c0702-59b5-4b64-bd51-84ad66ac7fd5 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3304040 Sep 19 10:30:51.539399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc9ee7-3968-4ed6-8eb6-d544a2172611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:51.540886 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-09bc9ee7-3968-4ed6-8eb6-d544a2172611 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397908 Sep 19 10:30:53.031143 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:30:54.119116 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55640) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:54.438036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:30:54.517118 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Made reservation on behalf of 1e8dac977aca46d48c891cd4c281d8cb for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:30:54.519538 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:54.555637 dv-cinder-858275-1-iscsi neutron-server[106797]: WARNING neutron.services.revisions.revision_plugin [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Could not find related network for resource to bump revision. Sep 19 10:30:54.567849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:30:54.576977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:54.577340 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Added segment 7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6 of type vlan for network d5177f63-0fef-4cec-ac80-aaea0765d4f9 Sep 19 10:30:54.619618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (d5177f63-0fef-4cec-ac80-aaea0765d4f9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:54.719493 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (d5177f63-0fef-4cec-ac80-aaea0765d4f9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:54.720465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:54.721098 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:54.810231 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Pushing event updated for resources: {'Network': ['ID=d5177f63-0fef-4cec-ac80-aaea0765d4f9,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:30:54.816994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.817372 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.817736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.818081 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.818419 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.818755 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.819087 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.819419 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.819770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.820132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.820463 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.820973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.821204 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.821526 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.821842 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:54.833383 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network d5177f63-0fef-4cec-ac80-aaea0765d4f9 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:30:54.853301 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0d58ac4f-d4ee-4a17-88f4-0d652805b83c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7331722 Sep 19 10:30:57.483809 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55648) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:30:57.816409 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed25aa4-fc0c-4f27-a2aa-0d0c7040dd8b admin admin] GET failed (client error): The resource could not be found. Sep 19 10:30:57.817743 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9ed25aa4-fc0c-4f27-a2aa-0d0c7040dd8b admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3329916 Sep 19 10:30:57.888436 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855bc1f4-50e0-40b6-ac56-bff027c6e201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:57.890427 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-855bc1f4-50e0-40b6-ac56-bff027c6e201 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682352 Sep 19 10:30:57.900351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:30:57.975946 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Made reservation on behalf of 1e8dac977aca46d48c891cd4c281d8cb for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:30:57.978243 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:58.199556 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (4aee6f95-804e-4c22-a7a5-9fd996a447e2), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:58.257915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aee6f95-804e-4c22-a7a5-9fd996a447e2,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:30:58.266948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Checking segment: {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:30:58.267264 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Network hostable DHCP agents. Network: d5177f63-0fef-4cec-ac80-aaea0765d4f9, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:30:58.353467 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Network d5177f63-0fef-4cec-ac80-aaea0765d4f9 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:30:58.416330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, d5177f63-0fef-4cec-ac80-aaea0765d4f9) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:30:58.421400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:30:58.422411 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:58.424772 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:58.425595 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e9a3e-7088-46f8-9815-0b76640d1567 None None] Network d5177f63-0fef-4cec-ac80-aaea0765d4f9 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:30:58.482234 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c94ee864-ca1c-46ec-b9d1-df5e27ca6b78 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5848749 Sep 19 10:30:58.537590 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-d5177f63-0fef-4cec-ac80-aaea0765d4f9', 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9', 'project_id': '1e8dac977aca46d48c891cd4c281d8cb', 'fixed_ips': [{'subnet_id': '4aee6f95-804e-4c22-a7a5-9fd996a447e2'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:30:58.538545 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:58.683006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Allocated IP 192.168.233.2 (d5177f63-0fef-4cec-ac80-aaea0765d4f9/4aee6f95-804e-4c22-a7a5-9fd996a447e2/90527922-0938-4ebf-be6f-3a2c813eb2fa) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:30:58.824334 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Publish callbacks [] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:58.902680 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:58.947396 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Network d5177f63-0fef-4cec-ac80-aaea0765d4f9 is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:30:58.952393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:30:58.954450 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Pushing event updated for resources: {'Port': ['ID=90527922-0938-4ebf-be6f-3a2c813eb2fa,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:30:58.956572 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:30:58.967082 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.967916 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.968274 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.968623 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.968949 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.969291 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.969610 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.969923 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.970236 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.970548 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.970861 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.971188 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.971509 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.971817 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:58.972126 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:30:59.023582 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Attempting to bind port 90527922-0938-4ebf-be6f-3a2c813eb2fa on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:30:59.023959 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Attempting to bind port 90527922-0938-4ebf-be6f-3a2c813eb2fa by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:30:59.024322 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Attempting to bind port 90527922-0938-4ebf-be6f-3a2c813eb2fa on network d5177f63-0fef-4cec-ac80-aaea0765d4f9 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:30:59.067170 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:30:59.067544 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Checking segment: {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:30:59.067954 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:59.068349 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Bound using segment: {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:30:59.068849 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Bound port: 90527922-0938-4ebf-be6f-3a2c813eb2fa, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:30:59.069255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:59.131640 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] For port 90527922-0938-4ebf-be6f-3a2c813eb2fa, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:30:59.134608 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] For port 90527922-0938-4ebf-be6f-3a2c813eb2fa, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=90527922-0938-4ebf-be6f-3a2c813eb2fa,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:30:59.254739 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:30:59.320081 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fdeb6-7c00-4f5d-a400-0aa767a4aba8 None None] Pushing event updated for resources: {'Port': ['ID=90527922-0938-4ebf-be6f-3a2c813eb2fa,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:30:59.417199 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:59.430941 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:30:59.959207 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 90527922-0938-4ebf-be6f-3a2c813eb2fa up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:31:00.013248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 90527922-0938-4ebf-be6f-3a2c813eb2fa triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:31:00.013641 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:00.013983 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 90527922-0938-4ebf-be6f-3a2c813eb2fa Sep 19 10:31:00.094892 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 90527922-0938-4ebf-be6f-3a2c813eb2fa is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:31:00.095271 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:00.132264 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 90527922-0938-4ebf-be6f-3a2c813eb2fa, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=90527922-0938-4ebf-be6f-3a2c813eb2fa,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:31:00.187469 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ac9fe-0cce-42e5-a31b-145e11625560 None None] Network d5177f63-0fef-4cec-ac80-aaea0765d4f9 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:31:00.233935 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:00.313889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-05e47c54-f790-4f80-aa24-900c028c7da7 None None] Provisioning complete for port 90527922-0938-4ebf-be6f-3a2c813eb2fa triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:31:00.313889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-05e47c54-f790-4f80-aa24-900c028c7da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:00.313889 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-05e47c54-f790-4f80-aa24-900c028c7da7 None None] Attempt 1 to provision port 90527922-0938-4ebf-be6f-3a2c813eb2fa Sep 19 10:31:00.359738 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=90527922-0938-4ebf-be6f-3a2c813eb2fa,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:31:00.432368 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-05e47c54-f790-4f80-aa24-900c028c7da7 None None] Current status of the port 90527922-0938-4ebf-be6f-3a2c813eb2fa is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:31:00.554194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-c8ee2a36-ed46-4a1d-bb8a-3b3ccdc986cf None None] Provisioning complete for port 90527922-0938-4ebf-be6f-3a2c813eb2fa triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:31:00.554578 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c8ee2a36-ed46-4a1d-bb8a-3b3ccdc986cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:00.554916 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-c8ee2a36-ed46-4a1d-bb8a-3b3ccdc986cf None None] Attempt 1 to provision port 90527922-0938-4ebf-be6f-3a2c813eb2fa Sep 19 10:31:00.628013 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee2a36-ed46-4a1d-bb8a-3b3ccdc986cf None None] Current status of the port 90527922-0938-4ebf-be6f-3a2c813eb2fa is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:31:01.937633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 90527922-0938-4ebf-be6f-3a2c813eb2fa up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:31:01.983996 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 90527922-0938-4ebf-be6f-3a2c813eb2fa triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:31:01.984367 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (90527922-0938-4ebf-be6f-3a2c813eb2fa), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:01.984702 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 90527922-0938-4ebf-be6f-3a2c813eb2fa Sep 19 10:31:02.053907 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 90527922-0938-4ebf-be6f-3a2c813eb2fa is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:31:02.838895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-045e615c-267c-4251-aa01-889240d36a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:03.026223 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:03.027000 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:05.278833 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfcc4-b1b2-48b3-9414-80e4ea21b70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:06.442666 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:06.524528 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:08.164259 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:08.350485 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:08.433513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:15.036654 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:15.041542 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:18.257996 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:18.259888 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:30.029402 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:31:32.838214 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-731a5f89-e7ab-4a04-8746-21d2aa90ddef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:35.275503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae52a-fd33-44ae-ad04-4a253df5e90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:36.557379 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:38.192075 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:38.355214 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:31:40.025425 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:40.026201 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:48.262583 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:48.264722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:52.042423 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:31:52.048309 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:02.880101 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-faf1e076-d53b-482d-bb72-c06de1d29170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:05.268510 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-de2bfd48-66dc-4c87-b319-6393870e8e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:06.504881 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:07.028097 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:32:08.188297 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:08.376708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:17.024464 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:18.045540 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:18.265659 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:18.267648 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:29.402518 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=16 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:29.407564 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=16 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:32.867206 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b50b8c61-65fa-421e-bc69-eec67bbb2ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:35.269420 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-60f3851a-7164-4e7e-8359-44c813866a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:36.515352 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:38.164233 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:38.378308 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:44.027008 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:32:48.271223 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:48.273142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:50.924001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55712) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:32:50.929649 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [None req-ee4e684e-7782-4e75-9fce-bf8b1fd3c4f0 tempest-verify_tempest_config-1997368026 tempest-verify_tempest_config-1997368026-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:32:50.930638 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ee4e684e-7782-4e75-9fce-bf8b1fd3c4f0 tempest-verify_tempest_config-1997368026 tempest-verify_tempest_config-1997368026-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056746 Sep 19 10:32:51.467391 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55730) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:32:51.590592 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:51.666173 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Publish callbacks [] for security_group (73347ce8-326b-4511-804a-101a185af54e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:51.782906 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (73347ce8-326b-4511-804a-101a185af54e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:51.829308 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ea1912b38d2e472b86be6fd60a5697b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3608375 Sep 19 10:32:51.830286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73347ce8-326b-4511-804a-101a185af54e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:32:51.832323 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 55734) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:32:51.837374 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.837730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.838076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.839000 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.839339 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.839674 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.840005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.840334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.840668 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.841054 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.841436 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.841786 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.842118 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.842444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.842769 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12602e9-94c2-400f-ab0c-092c81278686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:51.888485 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Publish callbacks [] for security_group (73347ce8-326b-4511-804a-101a185af54e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:51.911543 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Publish callbacks [] for security_group (73347ce8-326b-4511-804a-101a185af54e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:52.086630 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (73347ce8-326b-4511-804a-101a185af54e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:52.089166 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:32:52.090331 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/73347ce8-326b-4511-804a-101a185af54e HTTP/1.1" status: 204 len: 168 time: 0.2570488 Sep 19 10:32:52.098670 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73347ce8-326b-4511-804a-101a185af54e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:32:52.105455 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.105812 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.106157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.106496 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.106873 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.107163 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.107490 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.107818 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.108144 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.108471 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.108816 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.109208 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.109540 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.109861 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:52.110179 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c6c-9b25-492c-a493-a9a152d4be95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:32:54.022814 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:32:54.024293 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:01.833379 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:01.834578 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:02.101556 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:02.102369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:02.857662 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c571adca-ec3b-4241-a04b-620457610350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:05.268445 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0f02fa3c-1002-493f-9174-70cb1530f0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:06.047194 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:06.053119 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:06.502706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:08.162985 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:08.342196 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:18.271961 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:18.274104 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:21.027863 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:33:31.020966 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:31.027943 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:32.855632 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b98e0daa-5d4c-471f-b9b4-a98acb6b5a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:35.270190 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-55506922-422d-49a5-9cf2-aae62f3fc529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:36.527222 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:38.172630 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:38.386511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:33:43.043775 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:43.047645 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:48.313321 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:48.315166 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:33:58.026584 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 5 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:34:02.845985 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-7805e97e-88d2-4e7c-98c5-fd53d993f98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:05.294430 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c7657dcd-1b9b-4008-923d-ecfce43be19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:06.511518 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:08.022727 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:08.168322 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:08.394117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:18.276650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:18.324017 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:25.667175 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3678660'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:29.408011 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=18 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:29.411960 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=14 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:32.835806 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4e2695ba-173c-4780-9789-c53c8ec049ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:35.026796 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:34:35.276054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf19a801-f9ca-4ee9-9a68-0b8e6866ec96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:36.533000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:38.164324 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:38.375784 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:38.980433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55808) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:34:39.090756 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-400d1639-11b9-4362-90b0-5b9852e4dff0 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1092525 Sep 19 10:34:41.534044 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55818) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:34:41.593193 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8939df88-bbfe-4233-86ea-5dbad05958c7 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558944 Sep 19 10:34:45.021193 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:45.023113 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:48.279139 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:48.280984 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:51.584897 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:51.585692 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:55.623561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:34:57.056948 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:34:57.060827 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:02.842878 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b4402a4a-c001-405a-bb90-9970833c8c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:05.268310 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-107e6235-ccd5-4019-928c-840967c7f2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:06.525856 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:08.163333 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:08.339757 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:12.026326 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:35:18.281436 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:18.283311 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:22.022356 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:25.618715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:32.824752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-48790ccc-40a8-4bb7-80fd-fbf05b48096f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:34.051661 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:34.056524 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:35.278709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fd621438-0110-4188-9bd4-5104088b2cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:36.533356 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:38.181079 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:38.340988 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:48.284408 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:48.286263 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:49.025267 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:35:55.616056 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:35:59.019519 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:35:59.020291 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:02.831716 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44092cb5-3e8e-4794-9a68-2166eb2c16ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:05.317121 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-59a4e0c3-26cb-4df6-877e-fc17a946fdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:06.528568 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:08.162672 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:08.363039 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:11.058189 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:11.062185 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:16.029647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 55958) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:16.387922 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-501049402-network', 'tenant_id': 'e86736f46b254bc399298305a8888467'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:16.490598 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Made reservation on behalf of e86736f46b254bc399298305a8888467 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:16.492976 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.501903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.587948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks [] for security_group (de4bb1d3-d370-4da8-8a53-60437fa4126f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.640292 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (de4bb1d3-d370-4da8-8a53-60437fa4126f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.670135 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:36:16.675934 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4bb1d3-d370-4da8-8a53-60437fa4126f,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:16.685510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.685971 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.686318 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.686666 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.687009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.687343 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.687676 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.688004 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.688351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.688686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.689031 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.689469 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.689817 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.690129 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.690452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Tracked resource versions report: Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: pushed versions: Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: { 'AddressGroup': {'1.2'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Agent': {'1.1'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'ConntrackHelper': {'1.0'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Log': {'1.0'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'NDPProxy': {'1.0'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Network': {'1.1'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Port': {'1.7'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'PortForwarding': {'1.3'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'QosPolicy': {'1.10'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroup': {'1.5'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SubPort': {'1.0'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Subnet': {'1.1'}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Trunk': {'1.1'}} Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: consumer versions: Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: HyperV agent@hv-cinder-85827: {}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Agent': '1.1', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'ConntrackHelper': '1.0', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'LocalIPAssociation': '1.0', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Log': '1.0', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'NDPProxy': '1.0', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Network': '1.1', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Port': '1.7', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'PortForwarding': '1.3', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'QosPolicy': '1.10', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroup': '1.5', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SecurityGroupRule': '1.2', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'SubPort': '1.0', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Subnet': '1.1', Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: 'Trunk': '1.1'}} Sep 19 10:36:16.691596 dv-cinder-858275-1-iscsi neutron-server[106797]: {{(pid=106797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:36:16.698359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (9d72bebc-7cde-48a0-9351-2957f5c84860), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.698829 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Added segment 9d72bebc-7cde-48a0-9351-2957f5c84860 of type vlan for network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c Sep 19 10:36:16.742366 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.854024 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.855081 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:16.855681 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:16.920308 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] Pushing event updated for resources: {'Network': ['ID=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:16.931087 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:36:17.011021 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0ace15ad-7d8d-43ad-8f7e-3cfea7a1161f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9801202 Sep 19 10:36:17.018823 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56008) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:17.023541 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Request body: {'subnet': {'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-501049402-subnet', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:17.064095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56010) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:17.093880 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56014) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:17.119500 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Made reservation on behalf of e86736f46b254bc399298305a8888467 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:17.121942 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.218900 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56022) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:17.362683 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (ab866973-05ce-4049-80d3-023d19b131cc), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.425848 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab866973-05ce-4049-80d3-023d19b131cc,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:17.430361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:17.431108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Network hostable DHCP agents. Network: 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:36:17.458534 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-network', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:17.467950 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1461136518-network', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:17.503332 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:17.522229 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:36:17.603104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-688743336-network', 'tenant_id': '9ef6a248373c47c0b7af49a1833c017a'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:17.609009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Made reservation on behalf of e3160b641b81433780d38eca696bfdf1 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:17.611947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.615667 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Made reservation on behalf of 67ec80c3417443d7b2368506bbd4a814 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:17.618179 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.636686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:17.636686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:17.636686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:17.636686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.638949 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84a98f-1505-4591-b8e8-d6050e1750cb None None] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:17.669122 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.675606 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.707457 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56050) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:17.739916 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Made reservation on behalf of 9ef6a248373c47c0b7af49a1833c017a for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:17.742506 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.754706 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.788856 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:36:17.790441 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.861308 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks [] for security_group (22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.877144 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3b7638f7-8616-4510-9398-3d61cb34d1d2 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8557177 Sep 19 10:36:17.879369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56058) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:17.888730 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:17.939354 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.961079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks [] for security_group (ee7fac71-6858-4f39-b4a3-8f6a77ea0420), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:17.976890 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:36:17.993293 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks [] for security_group (249a4593-895e-4734-8718-38f54fc47211), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.002958 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (e9c939ce-365e-48be-9521-567a1e5ac750), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.003543 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Added segment e9c939ce-365e-48be-9521-567a1e5ac750 of type vlan for network 7106cdaa-8e70-4b8c-b588-8440a601d89b Sep 19 10:36:18.006394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Allocated IP 172.20.0.2 (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c/ab866973-05ce-4049-80d3-023d19b131cc/8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:18.021034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (e9eddefc-838e-4332-8268-48b20d27b220), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.022450 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (e9eddefc-838e-4332-8268-48b20d27b220), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.065096 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:18.069433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ee7fac71-6858-4f39-b4a3-8f6a77ea0420), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.086900 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.087938 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.088444 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.088948 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.089479 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.089976 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.090459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.091029 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.091546 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.092032 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.092518 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.093669 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.094151 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.094649 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.095672 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Tracked resource versions report: Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: pushed versions: Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: { 'AddressGroup': {'1.2'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Agent': {'1.1'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'ConntrackHelper': {'1.0'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Log': {'1.0'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'NDPProxy': {'1.0'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Network': {'1.1'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Port': {'1.7'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'PortForwarding': {'1.3'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'QosPolicy': {'1.10'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroup': {'1.5'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SubPort': {'1.0'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Subnet': {'1.1'}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Trunk': {'1.1'}} Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: consumer versions: Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: HyperV agent@hv-cinder-85827: {}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Agent': '1.1', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'ConntrackHelper': '1.0', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'LocalIPAssociation': '1.0', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Log': '1.0', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'NDPProxy': '1.0', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Network': '1.1', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Port': '1.7', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'PortForwarding': '1.3', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'QosPolicy': '1.10', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroup': '1.5', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SecurityGroupRule': '1.2', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'SubPort': '1.0', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Subnet': '1.1', Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: 'Trunk': '1.1'}} Sep 19 10:36:18.097007 dv-cinder-858275-1-iscsi neutron-server[106798]: {{(pid=106798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:36:18.107961 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:36:18.111920 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (7106cdaa-8e70-4b8c-b588-8440a601d89b), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.146344 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (249a4593-895e-4734-8718-38f54fc47211), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.149614 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (3a2db138-469c-4c42-ad39-cc2a144de9ca), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.149953 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Added segment 3a2db138-469c-4c42-ad39-cc2a144de9ca of type vlan for network b051f35e-e823-4944-b5dc-45fc6f19108b Sep 19 10:36:18.155130 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7fac71-6858-4f39-b4a3-8f6a77ea0420,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:18.176907 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks [] for router_controller (e9eddefc-838e-4332-8268-48b20d27b220), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.208933 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Publish callbacks [] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.240574 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (b051f35e-e823-4944-b5dc-45fc6f19108b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.248624 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1109817300-network', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:18.249254 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a4593-895e-4734-8718-38f54fc47211,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:18.268583 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (7106cdaa-8e70-4b8c-b588-8440a601d89b), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.269704 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:18.270356 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.297227 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.327084 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.db.api [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=106797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 10:36:18.327801 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG oslo_db.api [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 10:36:18.329918 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:18.351410 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:18.355773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:18.388669 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (b051f35e-e823-4944-b5dc-45fc6f19108b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.389925 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:18.390660 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.432072 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:18.432645 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=78,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:18.436796 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Pushing event updated for resources: {'Port': ['ID=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:18.446884 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.447828 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.448379 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.448991 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.449985 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.451191 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.451754 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.452432 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.453029 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.453592 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.454144 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.454762 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.455306 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.455853 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.456546 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Tracked resource versions report: Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: pushed versions: Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: { 'AddressGroup': {'1.2'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Agent': {'1.1'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'ConntrackHelper': {'1.0'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Log': {'1.0'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'NDPProxy': {'1.0'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Network': {'1.1'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Port': {'1.7'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'PortForwarding': {'1.3'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'QosPolicy': {'1.10'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroup': {'1.5'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SubPort': {'1.0'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Subnet': {'1.1'}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Trunk': {'1.1'}} Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: consumer versions: Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: HyperV agent@hv-cinder-85827: {}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Agent': '1.1', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'ConntrackHelper': '1.0', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'LocalIPAssociation': '1.0', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Log': '1.0', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'NDPProxy': '1.0', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Network': '1.1', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Port': '1.7', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'PortForwarding': '1.3', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'QosPolicy': '1.10', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroup': '1.5', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SecurityGroupRule': '1.2', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'SubPort': '1.0', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Subnet': '1.1', Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: 'Trunk': '1.1'}} Sep 19 10:36:18.458763 dv-cinder-858275-1-iscsi neutron-server[106799]: {{(pid=106799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:36:18.463101 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2399020 Sep 19 10:36:18.463197 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56088) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:18.463989 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Made reservation on behalf of a48df5556fc247fba5eaf7d3d1ecf44f for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:18.465910 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Request body: {'subnet': {'network_id': '7106cdaa-8e70-4b8c-b588-8440a601d89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-688743336-subnet', 'tenant_id': '9ef6a248373c47c0b7af49a1833c017a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:18.471703 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.501297 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.503942 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Attempting to bind port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:18.504324 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Attempting to bind port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:18.504946 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Attempting to bind port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:18.512336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] Pushing event updated for resources: {'Network': ['ID=b051f35e-e823-4944-b5dc-45fc6f19108b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:18.525962 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5a648908-41a3-4c18-a94d-71d3da3f28ed admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4282384 Sep 19 10:36:18.526556 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56090) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:18.532572 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Request body: {'subnet': {'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1461136518-subnet', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:18.558139 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network b051f35e-e823-4944-b5dc-45fc6f19108b details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:36:18.605167 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks [] for router_gateway (e9eddefc-838e-4332-8268-48b20d27b220), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.612693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:18.615746 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:18.615746 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.615746 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Bound using segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:18.615746 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Bound port: 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:18.615746 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.626652 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b81b4-83c3-4d22-924a-cfdff769b450 admin admin] Pushing event updated for resources: {'Network': ['ID=7106cdaa-8e70-4b8c-b588-8440a601d89b,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:18.637001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Made reservation on behalf of 9ef6a248373c47c0b7af49a1833c017a for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:18.640530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.645405 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 7106cdaa-8e70-4b8c-b588-8440a601d89b details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:36:18.792205 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] For port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:18.797272 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] For port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:18.808428 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Made reservation on behalf of 67ec80c3417443d7b2368506bbd4a814 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:18.816644 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.851426 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.853268 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:18.924059 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.925033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks [] for security_group (c73f32d8-2cd7-4e71-926a-fc330315359e), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:18.955554 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:36:18.994408 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:19.021234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (2dc9793b-58ef-4225-b70e-8318fb8a5314), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.021579 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Added segment 2dc9793b-58ef-4225-b70e-8318fb8a5314 of type vlan for network d4b8524c-7971-4971-b615-0e1396b631d7 Sep 19 10:36:19.025278 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c6ba2-5e73-4a9e-b8a7-be3daf5c5845 None None] Pushing event updated for resources: {'Port': ['ID=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:19.053161 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c73f32d8-2cd7-4e71-926a-fc330315359e), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.104239 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f32d8-2cd7-4e71-926a-fc330315359e,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:19.139937 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:36:19.161575 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (d4b8524c-7971-4971-b615-0e1396b631d7), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.245887 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks [] for router_gateway (e9eddefc-838e-4332-8268-48b20d27b220), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.680855 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (4c40dedc-3147-492c-a24b-2a8962a3c22a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.690562 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (98b6a3a8-dc93-4b69-a6ff-6c9b10383db2), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.690562 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Added segment 98b6a3a8-dc93-4b69-a6ff-6c9b10383db2 of type vlan for network d69b67b4-e387-4227-8485-27202b66f471 Sep 19 10:36:19.690562 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.692079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (d4b8524c-7971-4971-b615-0e1396b631d7), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.692079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:19.692079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.692079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:19.693853 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (d69b67b4-e387-4227-8485-27202b66f471), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.694211 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] Pushing event updated for resources: {'Network': ['ID=d4b8524c-7971-4971-b615-0e1396b631d7,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:19.694211 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c40dedc-3147-492c-a24b-2a8962a3c22a,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:19.694422 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network d4b8524c-7971-4971-b615-0e1396b631d7 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:36:19.703228 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Allocated IP 172.27.0.116 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/df0bedf2-0087-4892-94d6-ca2f889633f5) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:19.703303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Checking segment: {'id': 'e9c939ce-365e-48be-9521-567a1e5ac750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7106cdaa-8e70-4b8c-b588-8440a601d89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:19.703303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Network hostable DHCP agents. Network: 7106cdaa-8e70-4b8c-b588-8440a601d89b, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:36:19.703303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (530d4d91-765b-4419-841f-b072c30e4849), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.703303 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-daf384f3-3955-4450-8888-420608bfcd8e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5698180 Sep 19 10:36:19.703532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56132) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:19.703532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Request body: {'subnet': {'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-subnet', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:19.707260 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (d69b67b4-e387-4227-8485-27202b66f471), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.709273 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:19.709920 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.718543 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks [] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.737829 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Checking segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:19.738437 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Network hostable DHCP agents. Network: b051f35e-e823-4944-b5dc-45fc6f19108b, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:36:19.745908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530d4d91-765b-4419-841f-b072c30e4849,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:19.754179 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Network 7106cdaa-8e70-4b8c-b588-8440a601d89b is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:36:19.832551 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Network b051f35e-e823-4944-b5dc-45fc6f19108b is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:36:19.924192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Made reservation on behalf of e3160b641b81433780d38eca696bfdf1 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:19.926556 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.935613 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2251155 Sep 19 10:36:19.938522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56148) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:19.945575 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Request body: {'subnet': {'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1109817300-subnet', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:19.947049 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaa808-dba3-4776-bc51-cfe081a7f050 admin admin] Pushing event updated for resources: {'Network': ['ID=d69b67b4-e387-4227-8485-27202b66f471,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:19.958882 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network d69b67b4-e387-4227-8485-27202b66f471 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:36:19.970314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, b051f35e-e823-4944-b5dc-45fc6f19108b) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:19.972625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 7106cdaa-8e70-4b8c-b588-8440a601d89b) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:19.983789 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:19.984633 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:19.990233 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:19.993846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.012491 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:20.033639 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b492bf9-04af-4570-bd75-83022c41bded None None] Network 7106cdaa-8e70-4b8c-b588-8440a601d89b requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:20.036299 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e749103-caf9-4268-ba06-7531e9a0dfd6 None None] Network b051f35e-e823-4944-b5dc-45fc6f19108b requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:20.044041 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:20.050356 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.100042 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Made reservation on behalf of a48df5556fc247fba5eaf7d3d1ecf44f for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:20.102683 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.140342 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-79411c38-f37b-4592-be49-cd351bb76d0e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6783173 Sep 19 10:36:20.185708 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:20.204889 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0cab9234-2bc5-4756-a76d-bf27da23d356 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6769652 Sep 19 10:36:20.208487 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56162) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:20.213905 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:20.219849 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:20.236712 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:20.375263 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Pushing event updated for resources: {'Port': ['ID=df0bedf2-0087-4892-94d6-ca2f889633f5,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:20.494761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:20.558955 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f8268-9cd3-435a-977d-019d662478ec None None] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:20.581382 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-b051f35e-e823-4944-b5dc-45fc6f19108b', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:36:20.582771 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.605974 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (c0cac1c8-b48e-4987-8cd6-4d0901b58c4d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.607391 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (bb18c319-d9c1-404d-bdb9-d82d2ebd3505), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.609705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (f1005a2d-db49-440e-996c-627c750407a0), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.610765 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (f1005a2d-db49-440e-996c-627c750407a0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.695861 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cac1c8-b48e-4987-8cd6-4d0901b58c4d,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:20.717836 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Checking segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:20.718406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Network hostable DHCP agents. Network: d69b67b4-e387-4227-8485-27202b66f471, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:36:20.725281 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Provisioning complete for port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:20.725685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.728694 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Attempt 1 to provision port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c Sep 19 10:36:20.780637 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:20.781250 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.781775 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c Sep 19 10:36:20.808390 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4876fcc-3d9d-4698-aafb-b7ff8e50f131 None None] Network 7106cdaa-8e70-4b8c-b588-8440a601d89b requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:20.833148 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb18c319-d9c1-404d-bdb9-d82d2ebd3505,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:20.839865 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks [] for router_controller (f1005a2d-db49-440e-996c-627c750407a0), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:20.840910 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Network d69b67b4-e387-4227-8485-27202b66f471 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:36:20.853708 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Checking segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:20.853708 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Network hostable DHCP agents. Network: d4b8524c-7971-4971-b615-0e1396b631d7, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:36:20.923003 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks [] for router_gateway (e9eddefc-838e-4332-8268-48b20d27b220), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.046001 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:21.047392 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Current status of the port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:21.047769 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.056703 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, d69b67b4-e387-4227-8485-27202b66f471) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:21.056930 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:21.061524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:21.062147 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.074736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56204) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:21.118725 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] For port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:21.120092 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d89dd-6687-418e-a463-64356b2a43ae None None] Network d69b67b4-e387-4227-8485-27202b66f471 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:21.168109 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b1428272-b2b3-4fbd-8b75-744f0f00bfcf admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2283525 Sep 19 10:36:21.170881 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56214) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:21.182797 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:21.187329 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Network d4b8524c-7971-4971-b615-0e1396b631d7 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:36:21.237835 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, d4b8524c-7971-4971-b615-0e1396b631d7) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:21.243437 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:21.244121 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.251035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks [] for router_gateway (f1005a2d-db49-440e-996c-627c750407a0), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.260274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5eb35677-bbcd-4072-915d-803290214298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.291818 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e4aad-bc93-48ef-95c3-1bc513348502 None None] Network d4b8524c-7971-4971-b615-0e1396b631d7 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:21.295355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.323336 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (e9eddefc-838e-4332-8268-48b20d27b220), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.357361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (f976e071-b379-4f85-aaed-f7e749b28790), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.358464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (f976e071-b379-4f85-aaed-f7e749b28790), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.384739 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5eb35677-bbcd-4072-915d-803290214298 admin admin] Publish callbacks [] for security_group (4e589c57-83f5-464c-9a38-e191cd408cc5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.441569 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-d69b67b4-e387-4227-8485-27202b66f471', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:36:21.447505 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-23634326-75dc-42a3-80ef-eb37fcb85151 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8033371 Sep 19 10:36:21.447646 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.452760 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56222) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:21.483751 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:21.509416 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks [] for router_controller (f976e071-b379-4f85-aaed-f7e749b28790), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.510521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5eb35677-bbcd-4072-915d-803290214298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4e589c57-83f5-464c-9a38-e191cd408cc5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.543157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35677-bbcd-4072-915d-803290214298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e589c57-83f5-464c-9a38-e191cd408cc5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:21.566307 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5eb35677-bbcd-4072-915d-803290214298 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dc87da0661ec4a6caef7e46c13a39482&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4900010 Sep 19 10:36:21.568900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56224) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:21.611833 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee8d6-57a4-4383-b8c5-78243a5a6d9b None None] Pushing event updated for resources: {'Port': ['ID=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:21.664556 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks [] for router_gateway (f1005a2d-db49-440e-996c-627c750407a0), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.687931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.688960 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.704481 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.801654 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Router e9eddefc-838e-4332-8268-48b20d27b220 is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:36:21.863175 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56236) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:21.912757 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Allocated IP 172.20.0.2 (b051f35e-e823-4944-b5dc-45fc6f19108b/530d4d91-765b-4419-841f-b072c30e4849/415ef2af-785c-4d2c-86cb-acf40df8e025) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:21.926539 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56240) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:21.935766 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1258349570-network', 'tenant_id': 'e5e8ea57164d47868456cc09e2e4e415'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:21.948136 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks [] for router_gateway (f976e071-b379-4f85-aaed-f7e749b28790), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:21.953698 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:22.007763 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-72469a25-ae01-4e82-923e-53d6520a6ece admin admin] Publish callbacks [] for security_group (4e589c57-83f5-464c-9a38-e191cd408cc5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.021772 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks [] for router_controller (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.038827 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-72469a25-ae01-4e82-923e-53d6520a6ece admin admin] Publish callbacks [] for security_group (4e589c57-83f5-464c-9a38-e191cd408cc5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.136459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:22.137565 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Allocated IP 172.20.0.2 (d69b67b4-e387-4227-8485-27202b66f471/c0cac1c8-b48e-4987-8cd6-4d0901b58c4d/b38f5983-aa20-4c5a-9d9a-02aa28b6464e) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:22.221536 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Made reservation on behalf of e5e8ea57164d47868456cc09e2e4e415 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:22.223653 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.276361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.322909 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Allocated IP 172.27.0.44 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/5deceb4a-88b4-4419-9b3d-878089d95787) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:22.341804 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:22.360050 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:22.406346 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:22.408187 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:22.444797 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e1a6cf23-35f6-4d06-a105-158269f6fe17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.450106 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks [] for router_gateway (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.473892 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.475102 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-349bc358-c331-447e-9fd6-fa9bc49bbb46 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5947618 Sep 19 10:36:22.476577 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-d4b8524c-7971-4971-b615-0e1396b631d7', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:36:22.478478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.481129 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56242) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:22.500448 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:22.541735 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:22.548755 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:22.569333 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks [] for router_gateway (f976e071-b379-4f85-aaed-f7e749b28790), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.603198 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.610301 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks [] for port (5deceb4a-88b4-4419-9b3d-878089d95787), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.686976 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e1a6cf23-35f6-4d06-a105-158269f6fe17 admin admin] Publish callbacks [] for security_group (d9a86ea9-cd29-4d98-ac83-9d5e450939a0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.696903 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Allocated IP 172.20.0.2 (d4b8524c-7971-4971-b615-0e1396b631d7/bb18c319-d9c1-404d-bdb9-d82d2ebd3505/976d025e-bca6-4b23-90ab-d7a0ec2ee268) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:22.744659 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:20Z', 'revision_number': 3, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:22.772563 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:22.773169 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Updating router e9eddefc-838e-4332-8268-48b20d27b220 port df0bedf2-0087-4892-94d6-ca2f889633f5 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:22.802238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-72469a25-ae01-4e82-923e-53d6520a6ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4e589c57-83f5-464c-9a38-e191cd408cc5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.802783 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.805137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-72469a25-ae01-4e82-923e-53d6520a6ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.808721 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-72469a25-ae01-4e82-923e-53d6520a6ece admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4e589c57-83f5-464c-9a38-e191cd408cc5 HTTP/1.1" status: 204 len: 168 time: 1.2362967 Sep 19 10:36:22.824610 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:22.828640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks [] for router_gateway (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.831361 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e1a6cf23-35f6-4d06-a105-158269f6fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d9a86ea9-cd29-4d98-ac83-9d5e450939a0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.889045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Publish callbacks [] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.896770 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e1a6cf23-35f6-4d06-a105-158269f6fe17 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ff0da561855b48c7908860c72039c112&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0297701 Sep 19 10:36:22.896770 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:22.898252 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:22.899325 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:22.923823 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:22.924037 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.924422 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:22.924852 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c Sep 19 10:36:22.931319 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6cf23-35f6-4d06-a105-158269f6fe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a86ea9-cd29-4d98-ac83-9d5e450939a0,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:22.936441 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56250) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:22.978752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Publish callbacks [] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.037242 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ed25e41a-fd22-446b-8b66-c583364a918d admin admin] Publish callbacks [] for security_group (d9a86ea9-cd29-4d98-ac83-9d5e450939a0), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.071898 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks [] for security_group (ec27b1b1-5e89-4fe0-8441-92492564758b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.072214 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ed25e41a-fd22-446b-8b66-c583364a918d admin admin] Publish callbacks [] for security_group (d9a86ea9-cd29-4d98-ac83-9d5e450939a0), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.079877 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.083775 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-93b13625-37d4-439c-804f-c6f0f5cd7a7a None None] Provisioning complete for port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:23.083775 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-93b13625-37d4-439c-804f-c6f0f5cd7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.083775 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-93b13625-37d4-439c-804f-c6f0f5cd7a7a None None] Attempt 1 to provision port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c Sep 19 10:36:23.112803 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.117642 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.131562 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72469a25-ae01-4e82-923e-53d6520a6ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e589c57-83f5-464c-9a38-e191cd408cc5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.139190 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ec27b1b1-5e89-4fe0-8441-92492564758b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.145669 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Pushing event updated for resources: {'Port': ['ID=5deceb4a-88b4-4419-9b3d-878089d95787,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.171762 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:23.176251 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:23.178888 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:23.182153 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec27b1b1-5e89-4fe0-8441-92492564758b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.204003 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:36:23.214846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (f50ae13a-7ca8-4c5e-b1c9-91c525e86813), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.215207 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Added segment f50ae13a-7ca8-4c5e-b1c9-91c525e86813 of type vlan for network 63239892-5d1d-4c46-910b-7529b6289b8a Sep 19 10:36:23.289619 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (63239892-5d1d-4c46-910b-7529b6289b8a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.402792 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Publish callbacks [] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.415186 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (63239892-5d1d-4c46-910b-7529b6289b8a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.418243 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:23.427113 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.430735 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Network d4b8524c-7971-4971-b615-0e1396b631d7 is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:23.433709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Network d69b67b4-e387-4227-8485-27202b66f471 is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:23.450817 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Publish callbacks [] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.455391 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:23.456229 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ed25e41a-fd22-446b-8b66-c583364a918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d9a86ea9-cd29-4d98-ac83-9d5e450939a0), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.457688 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:23.459070 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:23.462344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ed25e41a-fd22-446b-8b66-c583364a918d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.463719 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ed25e41a-fd22-446b-8b66-c583364a918d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d9a86ea9-cd29-4d98-ac83-9d5e450939a0 HTTP/1.1" status: 204 len: 168 time: 0.5237951 Sep 19 10:36:23.479502 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:23.480768 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.482163 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Pushing event updated for resources: {'Port': ['ID=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.486242 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25e41a-fd22-446b-8b66-c583364a918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a86ea9-cd29-4d98-ac83-9d5e450939a0,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.523964 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.613822 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Attempting to bind port df0bedf2-0087-4892-94d6-ca2f889633f5 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:23.614209 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Attempting to bind port df0bedf2-0087-4892-94d6-ca2f889633f5 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:23.614570 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Attempting to bind port df0bedf2-0087-4892-94d6-ca2f889633f5 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:23.630232 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.665681 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Pushing event updated for resources: {'Port': ['ID=df0bedf2-0087-4892-94d6-ca2f889633f5,revision_number=2']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.679246 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:23.689260 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.689851 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.690409 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.691069 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.691582 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.692253 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.692778 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.693338 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.694158 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.694542 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] Pushing event updated for resources: {'Network': ['ID=63239892-5d1d-4c46-910b-7529b6289b8a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.694882 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.695387 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.695909 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.696541 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.697186 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.697774 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Tracked resource versions report: Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: pushed versions: Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: { 'AddressGroup': {'1.2'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Agent': {'1.1'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'ConntrackHelper': {'1.0'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'LocalIPAssociation': {'1.0'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Log': {'1.0'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'NDPProxy': {'1.0'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Network': {'1.1'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Port': {'1.7'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'PortForwarding': {'1.3'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'QosPolicy': {'1.10'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroup': {'1.5'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroupRule': {'1.2'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SubPort': {'1.0'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Subnet': {'1.1'}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Trunk': {'1.1'}} Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: consumer versions: Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: { DHCP agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: HyperV agent@hv-cinder-85827: {}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: L3 agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: Metadata agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: Metering agent@dv-cinder-858275-1-iscsi: {}, Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: Open vSwitch agent@dv-cinder-858275-1-iscsi: { 'AddressGroup': '1.2', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Agent': '1.1', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'ConntrackHelper': '1.0', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'LocalIPAssociation': '1.0', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Log': '1.0', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'NDPProxy': '1.0', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Network': '1.1', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Port': '1.7', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'PortForwarding': '1.3', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'QosPolicy': '1.10', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroup': '1.5', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SecurityGroupRule': '1.2', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'SubPort': '1.0', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Subnet': '1.1', Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: 'Trunk': '1.1'}} Sep 19 10:36:23.699136 dv-cinder-858275-1-iscsi neutron-server[106800]: {{(pid=106800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 10:36:23.710544 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:23.713867 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:23.713975 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1f2ff681-1658-41f7-9c74-68d55d624c3c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7845972 Sep 19 10:36:23.714074 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.715677 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56276) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:23.715797 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:23.715797 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Bound port: df0bedf2-0087-4892-94d6-ca2f889633f5, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:23.715797 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.723344 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Request body: {'subnet': {'network_id': '63239892-5d1d-4c46-910b-7529b6289b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1258349570-subnet', 'tenant_id': 'e5e8ea57164d47868456cc09e2e4e415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:23.730255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 63239892-5d1d-4c46-910b-7529b6289b8a details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:36:23.739710 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Pushing event updated for resources: {'Port': ['ID=976d025e-bca6-4b23-90ab-d7a0ec2ee268,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.764832 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Allocated IP 172.27.0.86 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/43f22b8b-6ec9-4877-afe6-fd7d62c09fb2) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:23.768446 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:23.780967 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Network b051f35e-e823-4944-b5dc-45fc6f19108b is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:23.846944 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] For port df0bedf2-0087-4892-94d6-ca2f889633f5, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:23.851341 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] For port df0bedf2-0087-4892-94d6-ca2f889633f5, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=df0bedf2-0087-4892-94d6-ca2f889633f5,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:23.866155 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Pushing event updated for resources: {'Port': ['ID=415ef2af-785c-4d2c-86cb-acf40df8e025,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:23.868318 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Made reservation on behalf of e5e8ea57164d47868456cc09e2e4e415 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:23.869242 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Attempting to bind port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:23.869551 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Attempting to bind port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:23.869913 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Attempting to bind port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 on network d4b8524c-7971-4971-b615-0e1396b631d7 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:23.871029 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.934076 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks [] for router_gateway (f1005a2d-db49-440e-996c-627c750407a0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.974735 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.982159 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:23.991164 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:23.993237 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks [] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:23.999039 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:24.039919 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-93b13625-37d4-439c-804f-c6f0f5cd7a7a None None] Current status of the port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:24.059053 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Attempting to bind port b38f5983-aa20-4c5a-9d9a-02aa28b6464e on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:24.059599 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Attempting to bind port b38f5983-aa20-4c5a-9d9a-02aa28b6464e by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:24.060356 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Attempting to bind port b38f5983-aa20-4c5a-9d9a-02aa28b6464e on network d69b67b4-e387-4227-8485-27202b66f471 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:24.082232 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:24.087068 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:24.087444 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Checking segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:24.087956 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.088411 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Bound using segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:24.088975 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Bound port: 976d025e-bca6-4b23-90ab-d7a0ec2ee268, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:24.089459 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.099285 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:24.123690 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Allocated IP 172.20.0.1 (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c/ab866973-05ce-4049-80d3-023d19b131cc/20862f8d-7dc8-46be-a4d2-ae04803498ca) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:24.161281 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315533a-55d5-4b84-9653-55a0a5d1ce53 None None] Pushing event updated for resources: {'Port': ['ID=df0bedf2-0087-4892-94d6-ca2f889633f5,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:24.173979 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.256879 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:24.283878 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (5ebace2d-53eb-48a1-ad86-75cd464ac065), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.357569 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:24.378269 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:24.383898 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Allocated IP 172.27.0.19 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/d69b5a35-05d4-457a-907c-d0bbb41f43af) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:24.385676 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:24.391160 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Pushing event updated for resources: {'Port': ['ID=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:24.456010 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebace2d-53eb-48a1-ad86-75cd464ac065,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:24.480890 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Attempting to bind port 415ef2af-785c-4d2c-86cb-acf40df8e025 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:24.488462 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Attempting to bind port 415ef2af-785c-4d2c-86cb-acf40df8e025 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:24.488462 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Attempting to bind port 415ef2af-785c-4d2c-86cb-acf40df8e025 on network b051f35e-e823-4944-b5dc-45fc6f19108b {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:24.494056 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:24.495522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Checking segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:24.496109 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.496704 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Bound using segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:24.497690 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Bound port: b38f5983-aa20-4c5a-9d9a-02aa28b6464e, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:24.498236 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.558947 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] For port 976d025e-bca6-4b23-90ab-d7a0ec2ee268, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:24.577191 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56294) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:24.592303 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] For port 976d025e-bca6-4b23-90ab-d7a0ec2ee268, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=976d025e-bca6-4b23-90ab-d7a0ec2ee268,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:24.599049 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (f1005a2d-db49-440e-996c-627c750407a0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.604862 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks [] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.627202 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8245f0da-5f4b-4010-a208-62326706d4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.649783 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:20Z', 'revision_number': 3, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:24.662604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:24.662604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Checking segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:24.662604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.662604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Bound using segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:24.662604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Bound port: 415ef2af-785c-4d2c-86cb-acf40df8e025, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:24.662604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.687658 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.728746 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a128a-f160-4066-be79-35a387e1bc22 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:20Z', 'revision_number': 3, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:24.739816 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] For port b38f5983-aa20-4c5a-9d9a-02aa28b6464e, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:24.769009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Checking segment: {'id': 'f50ae13a-7ca8-4c5e-b1c9-91c525e86813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63239892-5d1d-4c46-910b-7529b6289b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:24.773121 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Network hostable DHCP agents. Network: 63239892-5d1d-4c46-910b-7529b6289b8a, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:36:24.781081 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] For port b38f5983-aa20-4c5a-9d9a-02aa28b6464e, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:24.822960 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc625d1-950d-487d-8258-ee78796f96d2 None None] Pushing event updated for resources: {'Port': ['ID=976d025e-bca6-4b23-90ab-d7a0ec2ee268,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:24.828462 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] For port 415ef2af-785c-4d2c-86cb-acf40df8e025, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:24.832505 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] For port 415ef2af-785c-4d2c-86cb-acf40df8e025, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=415ef2af-785c-4d2c-86cb-acf40df8e025,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:24.903188 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:24.920127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:24.928958 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.038610 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6efa13-07ac-4805-8ada-569a874c17c2 None None] Pushing event updated for resources: {'Port': ['ID=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:25.042516 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Network 63239892-5d1d-4c46-910b-7529b6289b8a is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:36:25.116177 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.152883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 63239892-5d1d-4c46-910b-7529b6289b8a) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:25.163775 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks [] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.180993 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:25.183444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.246272 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8245f0da-5f4b-4010-a208-62326706d4ab admin admin] Publish callbacks [] for security_group (b103758f-9ac4-46b4-abaa-8e1279374ca3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.263543 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Pushing event updated for resources: {'Port': ['ID=20862f8d-7dc8-46be-a4d2-ae04803498ca,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:25.273840 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:25.277801 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80190-120d-4ade-8cc3-711e2a62a963 None None] Pushing event updated for resources: {'Port': ['ID=415ef2af-785c-4d2c-86cb-acf40df8e025,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:25.282539 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:25.285313 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1085e2-e31f-423b-a942-d42cffe7ae91 None None] Network 63239892-5d1d-4c46-910b-7529b6289b8a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:25.307218 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:25.308756 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:25.312560 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8245f0da-5f4b-4010-a208-62326706d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b103758f-9ac4-46b4-abaa-8e1279374ca3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.320938 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:25.320938 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (e9eddefc-838e-4332-8268-48b20d27b220), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.407157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks [] for router_gateway (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.523529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Router f1005a2d-db49-440e-996c-627c750407a0 is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:36:25.526214 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:25.582958 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245f0da-5f4b-4010-a208-62326706d4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103758f-9ac4-46b4-abaa-8e1279374ca3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:25.590276 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-8245f0da-5f4b-4010-a208-62326706d4ab admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=38b637de610d401483dbfa2f42db92b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0076070 Sep 19 10:36:25.599707 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56310) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:25.623639 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0193d805-48b1-420d-ab10-dbd46b8b2d2f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9039600 Sep 19 10:36:25.701960 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:25.708632 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5098d6-334e-4f8e-89d4-c94e32023ddc None None] Network 63239892-5d1d-4c46-910b-7529b6289b8a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:25.765645 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56314) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:25.845535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.884080 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:25.944625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:25.970659 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:25.975582 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Pushing event updated for resources: {'Port': ['ID=d69b5a35-05d4-457a-907c-d0bbb41f43af,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:25.987666 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:25.994799 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:26.001323 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:26.011881 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:26.025510 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:36:26.033839 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:26.035898 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:26.046033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56322) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:26.098795 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33023885-9584-40fb-ad6e-fe5e13d9904e admin admin] Publish callbacks [] for security_group (b103758f-9ac4-46b4-abaa-8e1279374ca3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.141618 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.150628 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33023885-9584-40fb-ad6e-fe5e13d9904e admin admin] Publish callbacks [] for security_group (b103758f-9ac4-46b4-abaa-8e1279374ca3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.169658 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Provisioning complete for port 20862f8d-7dc8-46be-a4d2-ae04803498ca triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:26.170058 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.170529 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 1 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:26.229767 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.245128 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6c6899c0-81e9-4c49-b7b7-34d4ec08f507 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0293553 Sep 19 10:36:26.287141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56324) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:26.332325 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Deleting subnet 4c40dedc-3147-492c-a24b-2a8962a3c22a {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:36:26.367906 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Publish callbacks [] for subnet (4c40dedc-3147-492c-a24b-2a8962a3c22a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.398292 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:26.398568 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33023885-9584-40fb-ad6e-fe5e13d9904e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b103758f-9ac4-46b4-abaa-8e1279374ca3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.398568 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33023885-9584-40fb-ad6e-fe5e13d9904e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.400676 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-33023885-9584-40fb-ad6e-fe5e13d9904e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b103758f-9ac4-46b4-abaa-8e1279374ca3 HTTP/1.1" status: 204 len: 168 time: 0.7959478 Sep 19 10:36:26.431973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2851e1ee-5363-4585-8037-ee715cfd7a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.466377 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:26.500727 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33023885-9584-40fb-ad6e-fe5e13d9904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103758f-9ac4-46b4-abaa-8e1279374ca3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:26.547478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device df0bedf2-0087-4892-94d6-ca2f889633f5 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:26.602791 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Publish callbacks [] for subnet (4c40dedc-3147-492c-a24b-2a8962a3c22a), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.752408 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (4c40dedc-3147-492c-a24b-2a8962a3c22a), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:26.920153 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 2 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:26.930296 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:26.933042 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428668f-64b9-4886-943d-70d341f69b45 None None] Network d4b8524c-7971-4971-b615-0e1396b631d7 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:27.009887 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port df0bedf2-0087-4892-94d6-ca2f889633f5 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:27.010269 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.010606 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port df0bedf2-0087-4892-94d6-ca2f889633f5 Sep 19 10:36:27.069767 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.073257 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (4c40dedc-3147-492c-a24b-2a8962a3c22a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.123302 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c40dedc-3147-492c-a24b-2a8962a3c22a,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:27.142530 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2851e1ee-5363-4585-8037-ee715cfd7a18 admin admin] Publish callbacks [] for security_group (cd4343d1-081f-42e5-acd2-d99630c4f80c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.166499 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.170481 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-20431ee0-1cd2-4f0d-a64b-98c82087ebcc admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4c40dedc-3147-492c-a24b-2a8962a3c22a HTTP/1.1" status: 204 len: 168 time: 1.1181390 Sep 19 10:36:27.189673 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56338) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:27.286490 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks [] for router_gateway (f976e071-b379-4f85-aaed-f7e749b28790), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.291237 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835b7e1-1b34-4d1b-852d-8ebe94ce5cd5 None None] Network d69b67b4-e387-4227-8485-27202b66f471 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:27.315683 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:27.322035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:27.359926 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (7106cdaa-8e70-4b8c-b588-8440a601d89b), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.373647 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2851e1ee-5363-4585-8037-ee715cfd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cd4343d1-081f-42e5-acd2-d99630c4f80c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.401428 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:27.418403 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2851e1ee-5363-4585-8037-ee715cfd7a18 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2998988ae7ae429ca62921ac188de9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6428347 Sep 19 10:36:27.422689 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks [] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.448521 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56352) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:27.577393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port df0bedf2-0087-4892-94d6-ca2f889633f5 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:27.578016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.604470 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.605262 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (e9eddefc-838e-4332-8268-48b20d27b220), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.629404 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:27.654987 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:23Z', 'revision_number': 3, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:27.703451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:27.703911 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Updating router f1005a2d-db49-440e-996c-627c750407a0 port 5deceb4a-88b4-4419-9b3d-878089d95787 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:27.707571 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port df0bedf2-0087-4892-94d6-ca2f889633f5, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=df0bedf2-0087-4892-94d6-ca2f889633f5,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:27.744951 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.757277 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051d1fc-bab5-4c3d-93ea-5505f33c546a None None] Network b051f35e-e823-4944-b5dc-45fc6f19108b requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:36:27.757679 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:27.830891 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 3 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:27.840592 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:27.842750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e1ee-5363-4585-8037-ee715cfd7a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4343d1-081f-42e5-acd2-d99630c4f80c,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:27.883437 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.884317 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 976d025e-bca6-4b23-90ab-d7a0ec2ee268 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:27.890836 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:27.960461 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (f976e071-b379-4f85-aaed-f7e749b28790), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:27.967935 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:28.014120 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:28.022289 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:28.065393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f79e6ced-43fd-4dfa-8ac3-f73042ccf8df admin admin] Publish callbacks [] for security_group (cd4343d1-081f-42e5-acd2-d99630c4f80c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.140625 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (7106cdaa-8e70-4b8c-b588-8440a601d89b), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.187945 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Pushing event updated for resources: {'Port': ['ID=20862f8d-7dc8-46be-a4d2-ae04803498ca,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:28.223450 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f79e6ced-43fd-4dfa-8ac3-f73042ccf8df admin admin] Publish callbacks [] for security_group (cd4343d1-081f-42e5-acd2-d99630c4f80c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.319706 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.322475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.322475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.322475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > port after_create 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.322475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.322475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > port after_update 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.322475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.323165 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.323817 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.324240 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.343938 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=df0bedf2-0087-4892-94d6-ca2f889633f5,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:28.383671 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:28.384074 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.384422 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 Sep 19 10:36:28.408553 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 4 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:28.472418 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:28.521697 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.564970 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:28.565377 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.629698 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Publish callbacks [] for port (5deceb4a-88b4-4419-9b3d-878089d95787), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.634664 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 976d025e-bca6-4b23-90ab-d7a0ec2ee268, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=976d025e-bca6-4b23-90ab-d7a0ec2ee268,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:28.639262 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:36:28.681345 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.681715 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.682044 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.682375 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:36:28.682772 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7106cdaa-8e70-4b8c-b588-8440a601d89b']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:28.703264 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c939ce-365e-48be-9521-567a1e5ac750') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:28.703760 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c939ce-365e-48be-9521-567a1e5ac750') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:28.714788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.717643 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 415ef2af-785c-4d2c-86cb-acf40df8e025 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:28.721238 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.729761 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:28.752528 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (e9c939ce-365e-48be-9521-567a1e5ac750), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.784619 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Attempting to bind port 5deceb4a-88b4-4419-9b3d-878089d95787 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:28.785569 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Attempting to bind port 5deceb4a-88b4-4419-9b3d-878089d95787 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:28.786213 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Attempting to bind port 5deceb4a-88b4-4419-9b3d-878089d95787 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:28.788407 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (e9c939ce-365e-48be-9521-567a1e5ac750), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.802804 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:36:28.803547 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (e9c939ce-365e-48be-9521-567a1e5ac750), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.830235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Router f976e071-b379-4f85-aaed-f7e749b28790 is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:36:28.842002 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:28.873124 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:28.873367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Allocated IP 172.20.0.1 (b051f35e-e823-4944-b5dc-45fc6f19108b/530d4d91-765b-4419-841f-b072c30e4849/9afe8e96-6ed2-4360-b3a0-d89071649827) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:28.875943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:28.879571 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=976d025e-bca6-4b23-90ab-d7a0ec2ee268,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:28.893627 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:36:28.897243 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:28.911597 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:28.915553 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:28.941617 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 415ef2af-785c-4d2c-86cb-acf40df8e025 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:28.942006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.942442 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 415ef2af-785c-4d2c-86cb-acf40df8e025 Sep 19 10:36:28.946054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:28.946330 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:28.946688 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.947081 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:28.947568 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Bound port: 5deceb4a-88b4-4419-9b3d-878089d95787, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:28.947944 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:28.989651 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 5 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:28.994931 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24ed12-0aaa-44bf-8fbf-9abac2a04531 None None] Pushing event updated for resources: {'Port': ['ID=5deceb4a-88b4-4419-9b3d-878089d95787,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.064938 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:29.069622 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] For port 5deceb4a-88b4-4419-9b3d-878089d95787, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:29.073614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] For port 5deceb4a-88b4-4419-9b3d-878089d95787, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=5deceb4a-88b4-4419-9b3d-878089d95787,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:29.113212 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 415ef2af-785c-4d2c-86cb-acf40df8e025 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:29.113831 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.124490 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:29.153478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 415ef2af-785c-4d2c-86cb-acf40df8e025, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=415ef2af-785c-4d2c-86cb-acf40df8e025,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:29.159849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.161122 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-34597bd9-acff-4e63-84ac-1dd04515de20 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7070484 Sep 19 10:36:29.167104 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56384) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:29.176426 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.220431 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:29.275806 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:29.284017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (7106cdaa-8e70-4b8c-b588-8440a601d89b), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.285345 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f79e6ced-43fd-4dfa-8ac3-f73042ccf8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cd4343d1-081f-42e5-acd2-d99630c4f80c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.288623 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f79e6ced-43fd-4dfa-8ac3-f73042ccf8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.293007 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f79e6ced-43fd-4dfa-8ac3-f73042ccf8df admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cd4343d1-081f-42e5-acd2-d99630c4f80c HTTP/1.1" status: 204 len: 168 time: 1.8404722 Sep 19 10:36:29.296090 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks [] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.298452 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-553b2222-5159-4e1d-8a5b-ff68e136fc95 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e9eddefc-838e-4332-8268-48b20d27b220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8149972 Sep 19 10:36:29.312399 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e6ced-43fd-4dfa-8ac3-f73042ccf8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4343d1-081f-42e5-acd2-d99630c4f80c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.334421 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.335687 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-82e08ab6-61e5-4b9e-92cf-544c4b820e6e admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1633666 Sep 19 10:36:29.347594 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Sync routers for ids ['f976e071-b379-4f85-aaed-f7e749b28790'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:29.351731 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56398) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:29.358002 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:29.360112 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Pushing event deleted for resources: {'Network': ['ID=7106cdaa-8e70-4b8c-b588-8440a601d89b,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.367128 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.378920 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-450278f9-dce5-4fd3-bbd3-c7f3b927b291 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7106cdaa-8e70-4b8c-b588-8440a601d89b HTTP/1.1" status: 204 len: 168 time: 2.1865284 Sep 19 10:36:29.383140 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56400) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:29.383987 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.386060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device b38f5983-aa20-4c5a-9d9a-02aa28b6464e up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:29.417607 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:29.443089 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:29.446529 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:29.492046 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24ed12-0aaa-44bf-8fbf-9abac2a04531 None None] Pushing event updated for resources: {'Port': ['ID=5deceb4a-88b4-4419-9b3d-878089d95787,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.492520 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Deleting subnet 5ebace2d-53eb-48a1-ad86-75cd464ac065 {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:36:29.499284 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Publish callbacks [] for subnet (5ebace2d-53eb-48a1-ad86-75cd464ac065), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.570884 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (5ebace2d-53eb-48a1-ad86-75cd464ac065), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.592952 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 6 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:29.594463 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=415ef2af-785c-4d2c-86cb-acf40df8e025,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.598464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:29.606792 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:29.607539 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:29.618937 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (5ebace2d-53eb-48a1-ad86-75cd464ac065), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.664421 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:29.675422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.684684 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port b38f5983-aa20-4c5a-9d9a-02aa28b6464e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:29.685216 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.685449 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port b38f5983-aa20-4c5a-9d9a-02aa28b6464e Sep 19 10:36:29.752730 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:29.767492 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Pushing event updated for resources: {'Port': ['ID=9afe8e96-6ed2-4360-b3a0-d89071649827,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.779944 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (5ebace2d-53eb-48a1-ad86-75cd464ac065), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.783710 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Routers {'f976e071-b379-4f85-aaed-f7e749b28790'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:29.784348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f976e071-b379-4f85-aaed-f7e749b28790'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:29.806283 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Network b051f35e-e823-4944-b5dc-45fc6f19108b is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:29.834912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:29.839882 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:29.844477 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:29.844477 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (f1005a2d-db49-440e-996c-627c750407a0), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.874727 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebace2d-53eb-48a1-ad86-75cd464ac065,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:29.888544 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:29.895940 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9d84e34a-fc56-4588-983a-7eef2671d3e1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/5ebace2d-53eb-48a1-ad86-75cd464ac065 HTTP/1.1" status: 204 len: 168 time: 0.5077515 Sep 19 10:36:29.896861 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56410) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:29.928131 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:26Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:29.949336 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:29.949722 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Updating router e9eddefc-838e-4332-8268-48b20d27b220 port 20862f8d-7dc8-46be-a4d2-ae04803498ca binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:30.036409 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.126442 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment e9c939ce-365e-48be-9521-567a1e5ac750 resource provider aggregate not found Sep 19 10:36:30.182053 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment e9c939ce-365e-48be-9521-567a1e5ac750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9c939ce-365e-48be-9521-567a1e5ac750 found for delete ", "request_id": "req-7cdfa1dd-77c5-4150-9d22-96c6a8af15a3"}]} Sep 19 10:36:30.214579 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (63239892-5d1d-4c46-910b-7529b6289b8a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.214722 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:30.264405 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:30.282591 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:30.322010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port b38f5983-aa20-4c5a-9d9a-02aa28b6464e is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:30.322394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.329983 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:30.352931 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (63239892-5d1d-4c46-910b-7529b6289b8a), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.380842 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63239892-5d1d-4c46-910b-7529b6289b8a']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:30.391398 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.394205 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50ae13a-7ca8-4c5e-b1c9-91c525e86813') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:30.394610 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50ae13a-7ca8-4c5e-b1c9-91c525e86813') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:30.401099 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:30.409355 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (f50ae13a-7ca8-4c5e-b1c9-91c525e86813), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.424289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (f50ae13a-7ca8-4c5e-b1c9-91c525e86813), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.431475 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Set router f976e071-b379-4f85-aaed-f7e749b28790 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:30.435555 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:36:30.436084 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (f50ae13a-7ca8-4c5e-b1c9-91c525e86813), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.500236 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port b38f5983-aa20-4c5a-9d9a-02aa28b6464e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:30.577214 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:24Z', 'revision_number': 3, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:30.599309 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (63239892-5d1d-4c46-910b-7529b6289b8a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.644080 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.657999 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/63239892-5d1d-4c46-910b-7529b6289b8a HTTP/1.1" status: 204 len: 168 time: 0.7518020 Sep 19 10:36:30.659144 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2bf98-06dc-4a3a-80ed-a6c513a5c2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=63239892-5d1d-4c46-910b-7529b6289b8a,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:30.675431 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:30.676717 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Updating router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:30.688491 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.723196 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:30.793943 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 7 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:30.846643 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56428) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:30.851101 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677533148', 'description': 'tempest-description--465121538'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:30.898111 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device df0bedf2-0087-4892-94d6-ca2f889633f5 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:30.949001 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:30.967258 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:31.030747 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.060588 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:26Z', 'revision_number': 3, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:31.062873 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port df0bedf2-0087-4892-94d6-ca2f889633f5 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:31.063251 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.063589 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port df0bedf2-0087-4892-94d6-ca2f889633f5 Sep 19 10:36:31.065526 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:23Z', 'revision_number': 3, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:31.119895 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Publish callbacks [] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.123696 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks [] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.125785 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:31.133788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Checking router: f976e071-b379-4f85-aaed-f7e749b28790 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:31.134143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Updating router f976e071-b379-4f85-aaed-f7e749b28790 port d69b5a35-05d4-457a-907c-d0bbb41f43af binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:31.142527 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af57ce-f965-4ccf-856d-fb463487bf57 None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:23Z', 'revision_number': 3, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:31.180263 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.244857 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (39b86100-c489-4f8a-b6f2-843fb9e9c805), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.258324 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56438) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:31.270997 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.310525 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.310525 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (f1005a2d-db49-440e-996c-627c750407a0), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.329924 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Publish callbacks [] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.345151 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-1000f988-7371-4ced-b2e9-73fda340159a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9ef6a248373c47c0b7af49a1833c017a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0855970 Sep 19 10:36:31.348609 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Attempting to bind port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:31.350948 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Attempting to bind port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:31.351233 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56444) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:31.352209 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Attempting to bind port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:31.366165 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:31.425937 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port df0bedf2-0087-4892-94d6-ca2f889633f5 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:31.427040 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 976d025e-bca6-4b23-90ab-d7a0ec2ee268 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:31.449129 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:31.449680 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:31.450296 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.450968 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:31.451462 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Bound port: 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:31.451846 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.487307 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 8 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:31.490962 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0554909b-d34e-40b7-b39d-dbfcc232735f admin admin] Publish callbacks [] for security_group (22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.518355 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0554909b-d34e-40b7-b39d-dbfcc232735f admin admin] Publish callbacks [] for security_group (22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.531268 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] For port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:31.534593 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (39b86100-c489-4f8a-b6f2-843fb9e9c805), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.535536 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] For port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:31.572971 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Pushing event updated for resources: {'Port': ['ID=9afe8e96-6ed2-4360-b3a0-d89071649827,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:31.577417 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b86100-c489-4f8a-b6f2-843fb9e9c805,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:31.672718 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5a076-279a-4d5a-b429-fbb505580151 None None] Pushing event updated for resources: {'Port': ['ID=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,revision_number=2']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:31.683867 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.699101 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:31.722437 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:31.723057 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.730202 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.732322 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9929a760-bb2b-41e8-b0b2-90cc170132d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8846643 Sep 19 10:36:31.735206 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56452) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:31.748883 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': '39b86100-c489-4f8a-b6f2-843fb9e9c805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:31.778627 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.798262 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:31.818361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:31.818651 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.818981 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 Sep 19 10:36:31.826319 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Network b051f35e-e823-4944-b5dc-45fc6f19108b is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:31.847076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:31.853693 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0554909b-d34e-40b7-b39d-dbfcc232735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.853693 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0554909b-d34e-40b7-b39d-dbfcc232735f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.863136 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0554909b-d34e-40b7-b39d-dbfcc232735f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2 HTTP/1.1" status: 204 len: 168 time: 0.5108242 Sep 19 10:36:31.957826 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:31.963824 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554909b-d34e-40b7-b39d-dbfcc232735f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aa6b83-3edd-4d99-a6d0-0f8d4845b4f2,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:31.975326 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (0b3073b2-863e-4f97-8dae-45c3b9a14b5c), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:31.978317 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:31.979369 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:31.983025 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5a076-279a-4d5a-b429-fbb505580151 None None] Pushing event updated for resources: {'Port': ['ID=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:31.988489 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Attempting to bind port 20862f8d-7dc8-46be-a4d2-ae04803498ca on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:31.988489 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Attempting to bind port 20862f8d-7dc8-46be-a4d2-ae04803498ca by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:31.988779 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Attempting to bind port 20862f8d-7dc8-46be-a4d2-ae04803498ca on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:32.151608 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:32.152221 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:32.152464 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.153438 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Bound using segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:32.153986 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Bound port: 20862f8d-7dc8-46be-a4d2-ae04803498ca, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:32.155279 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.173508 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481ac1b-bc81-4cfd-9dd2-f7dfeee5c34c None None] Pushing event updated for resources: {'Port': ['ID=20862f8d-7dc8-46be-a4d2-ae04803498ca,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:32.237910 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment f50ae13a-7ca8-4c5e-b1c9-91c525e86813 resource provider aggregate not found Sep 19 10:36:32.258078 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 9 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:32.295615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (0b3073b2-863e-4f97-8dae-45c3b9a14b5c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.310542 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] For port 20862f8d-7dc8-46be-a4d2-ae04803498ca, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:32.310682 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment f50ae13a-7ca8-4c5e-b1c9-91c525e86813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f50ae13a-7ca8-4c5e-b1c9-91c525e86813 found for delete ", "request_id": "req-3167365d-1615-43ab-8521-2e080ced2d4c"}]} Sep 19 10:36:32.310764 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] For port 20862f8d-7dc8-46be-a4d2-ae04803498ca, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=20862f8d-7dc8-46be-a4d2-ae04803498ca,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:32.353101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.388154 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:32.392567 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 415ef2af-785c-4d2c-86cb-acf40df8e025 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:32.407494 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (0b3073b2-863e-4f97-8dae-45c3b9a14b5c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.438245 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3073b2-863e-4f97-8dae-45c3b9a14b5c,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:32.441547 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.522709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Publish callbacks [] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.551409 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Port 20862f8d-7dc8-46be-a4d2-ae04803498ca cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:32.569125 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.575671 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-99035b90-78cd-4805-ae22-834c0cd43d83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8350990 Sep 19 10:36:32.578104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56478) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:32.583578 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': '39b86100-c489-4f8a-b6f2-843fb9e9c805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:32.588898 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 415ef2af-785c-4d2c-86cb-acf40df8e025 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:32.590926 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.593788 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 415ef2af-785c-4d2c-86cb-acf40df8e025 Sep 19 10:36:32.701122 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.734090 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (8379e3f6-c04c-40cc-905e-a85582a6ca44), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.774036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Allocated IP 172.20.0.1 (d69b67b4-e387-4227-8485-27202b66f471/c0cac1c8-b48e-4987-8cd6-4d0901b58c4d/f0b4cc34-f28a-476f-9944-0586eec63984) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:32.843611 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:32.855057 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (8379e3f6-c04c-40cc-905e-a85582a6ca44), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.881035 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:32.881298 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 415ef2af-785c-4d2c-86cb-acf40df8e025 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:32.882325 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:32.896780 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Attempting to bind port d69b5a35-05d4-457a-907c-d0bbb41f43af on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:32.897739 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Attempting to bind port d69b5a35-05d4-457a-907c-d0bbb41f43af by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:32.899640 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Attempting to bind port d69b5a35-05d4-457a-907c-d0bbb41f43af on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:32.939001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks [] for port (f0b4cc34-f28a-476f-9944-0586eec63984), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.943120 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (8379e3f6-c04c-40cc-905e-a85582a6ca44), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:32.985553 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8379e3f6-c04c-40cc-905e-a85582a6ca44,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:32.991995 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Allocated IP 172.20.0.1 (d4b8524c-7971-4971-b615-0e1396b631d7/bb18c319-d9c1-404d-bdb9-d82d2ebd3505/1cae8570-3661-45bc-9840-5e2a7bbf3a26) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:33.006563 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:33.007475 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:33.013380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Router f1005a2d-db49-440e-996c-627c750407a0 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:36:33.025213 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2afc-6f6c-458b-95c4-ea55b85605c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.057436 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d12df-b6b1-4dc6-9780-7ea2e8725d03 None None] Pushing event updated for resources: {'Port': ['ID=d69b5a35-05d4-457a-907c-d0bbb41f43af,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:33.060438 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:33.060438 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:33.060806 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.061222 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:33.061715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Bound port: d69b5a35-05d4-457a-907c-d0bbb41f43af, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:33.062803 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.065371 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Attempt 10 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:33.076723 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.082990 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-d06a1b08-476b-4917-95a3-f7a655875d6f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5035205 Sep 19 10:36:33.083595 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56490) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:33.090914 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:33.122993 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481ac1b-bc81-4cfd-9dd2-f7dfeee5c34c None None] Pushing event updated for resources: {'Port': ['ID=20862f8d-7dc8-46be-a4d2-ae04803498ca,revision_number=4']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:33.129988 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.130172 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:33.147414 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:33.199058 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.214114 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56492) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:33.226521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Network d69b67b4-e387-4227-8485-27202b66f471 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:33.235663 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b4cc34-f28a-476f-9944-0586eec63984,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:33.235663 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:33.240826 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:33.241365 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (f976e071-b379-4f85-aaed-f7e749b28790), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.243563 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] For port d69b5a35-05d4-457a-907c-d0bbb41f43af, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:33.248484 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:33.258340 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] For port d69b5a35-05d4-457a-907c-d0bbb41f43af, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d69b5a35-05d4-457a-907c-d0bbb41f43af,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:33.263144 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 5deceb4a-88b4-4419-9b3d-878089d95787 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:33.341621 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:33.594271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:33.614407 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-92ff526e-4f1e-4a8c-b0cf-0b64afbe221f admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f1005a2d-db49-440e-996c-627c750407a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3257811 Sep 19 10:36:33.618513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.627307 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:24Z', 'revision_number': 3, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:33.710196 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-8cc668f9-2663-4209-8391-3f5126174c37 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e5e8ea57164d47868456cc09e2e4e415&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4854784 Sep 19 10:36:33.721987 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394234d-840c-408d-a8f0-453f9b4bad0e None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:24Z', 'revision_number': 3, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:33.738642 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Current status of the port 20862f8d-7dc8-46be-a4d2-ae04803498ca is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:33.740459 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.752294 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56504) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:33.775808 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.838718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.848661 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 5deceb4a-88b4-4419-9b3d-878089d95787 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:33.854700 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:33.859070 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 5deceb4a-88b4-4419-9b3d-878089d95787 Sep 19 10:36:33.918951 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:33.932487 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-594c88fa-39a9-4002-8377-a39064307407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:32Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:34.022112 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c88fa-39a9-4002-8377-a39064307407 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:32Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:34.107602 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks [] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.218073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e26ed296-4312-41ea-8191-847a2fac325a admin admin] Publish callbacks [] for security_group (ec27b1b1-5e89-4fe0-8441-92492564758b), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.230172 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Routers {'f976e071-b379-4f85-aaed-f7e749b28790'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:34.231358 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f976e071-b379-4f85-aaed-f7e749b28790'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:34.260163 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e26ed296-4312-41ea-8191-847a2fac325a admin admin] Publish callbacks [] for security_group (ec27b1b1-5e89-4fe0-8441-92492564758b), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.279910 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:34.280561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:34.382295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.510138 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:34.518219 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Network d4b8524c-7971-4971-b615-0e1396b631d7 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:34.521849 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:34.554544 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:34.577033 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:34.579230 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.606909 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] For port 20862f8d-7dc8-46be-a4d2-ae04803498ca, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=20862f8d-7dc8-46be-a4d2-ae04803498ca,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:34.609493 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.27.0.49 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/f40f5d2b-aeb7-4ca4-b554-07fb66c9227c) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:34.710420 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d12df-b6b1-4dc6-9780-7ea2e8725d03 None None] Pushing event updated for resources: {'Port': ['ID=d69b5a35-05d4-457a-907c-d0bbb41f43af,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:34.741129 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cae8570-3661-45bc-9840-5e2a7bbf3a26,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:34.773330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks [] for port (f0b4cc34-f28a-476f-9944-0586eec63984), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.790378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.857076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56546) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:34.874609 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822003722', 'description': 'tempest-description--2085646478'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:34.919752 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.920198 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.926193 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (f976e071-b379-4f85-aaed-f7e749b28790), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:34.997349 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] Set router f976e071-b379-4f85-aaed-f7e749b28790 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:35.113574 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.159639 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:35.166293 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:35.222865 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:35.245975 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e26ed296-4312-41ea-8191-847a2fac325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ec27b1b1-5e89-4fe0-8441-92492564758b), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.251127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:35.254362 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e26ed296-4312-41ea-8191-847a2fac325a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.254518 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:35.258453 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e26ed296-4312-41ea-8191-847a2fac325a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ec27b1b1-5e89-4fe0-8441-92492564758b HTTP/1.1" status: 204 len: 168 time: 1.5037947 Sep 19 10:36:35.269043 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 5deceb4a-88b4-4419-9b3d-878089d95787 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:35.269561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.295063 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 5deceb4a-88b4-4419-9b3d-878089d95787, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=5deceb4a-88b4-4419-9b3d-878089d95787,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:35.295963 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b4cc34-f28a-476f-9944-0586eec63984,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:35.361623 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Provisioning complete for port b38f5983-aa20-4c5a-9d9a-02aa28b6464e triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:35.362255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.363345 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 1 to provision port b38f5983-aa20-4c5a-9d9a-02aa28b6464e Sep 19 10:36:35.379002 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.380207 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device b38f5983-aa20-4c5a-9d9a-02aa28b6464e up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:35.386134 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ed296-4312-41ea-8191-847a2fac325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec27b1b1-5e89-4fe0-8441-92492564758b,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:35.388593 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Network d69b67b4-e387-4227-8485-27202b66f471 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:35.399746 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:35.405238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.445294 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=f40f5d2b-aeb7-4ca4-b554-07fb66c9227c,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:35.604700 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dab78468-2e3f-432d-b01b-cc52e2f8b42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.638966 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98a880-0679-4c61-b35c-a7aeebc93d07 None None] Pushing event updated for resources: {'Port': ['ID=20862f8d-7dc8-46be-a4d2-ae04803498ca,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:35.640149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:35.776351 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (6323fdf4-7b23-4ec9-986e-d4288c59dbb3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.795564 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:35.806302 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Router f976e071-b379-4f85-aaed-f7e749b28790 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:36:35.868896 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=5deceb4a-88b4-4419-9b3d-878089d95787,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:35.887681 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f0b4cc34-f28a-476f-9944-0586eec63984', 'name': '', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'mac_address': 'fa:16:3e:2c:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:32Z', 'updated_at': '2022-09-19T10:36:32Z', 'revision_number': 1, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'subnets': [{'id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:35.961815 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30428abd-60fa-4f4a-842a-2f07be0ce250 None None] The sync data for ids ['f976e071-b379-4f85-aaed-f7e749b28790'] in dv-cinder-858275-1-iscsi is: [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f0b4cc34-f28a-476f-9944-0586eec63984', 'name': '', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'mac_address': 'fa:16:3e:2c:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:32Z', 'updated_at': '2022-09-19T10:36:32Z', 'revision_number': 1, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'subnets': [{'id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:35.988712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:36.002046 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.023282 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d89638fa-546d-43d9-8b42-835529dff8c4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f976e071-b379-4f85-aaed-f7e749b28790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6520579 Sep 19 10:36:36.073946 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port b38f5983-aa20-4c5a-9d9a-02aa28b6464e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:36.077482 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.078698 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port b38f5983-aa20-4c5a-9d9a-02aa28b6464e Sep 19 10:36:36.130066 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (b86bcf88-c053-41ab-a72d-7ae567f42b1d), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.164107 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 2, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:36.244786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:36.245051 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Updating router f1005a2d-db49-440e-996c-627c750407a0 port 9afe8e96-6ed2-4360-b3a0-d89071649827 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:36.260108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks [] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.277175 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Current status of the port b38f5983-aa20-4c5a-9d9a-02aa28b6464e is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:36.284061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b86bcf88-c053-41ab-a72d-7ae567f42b1d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.337524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86bcf88-c053-41ab-a72d-7ae567f42b1d,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:36.353012 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port b38f5983-aa20-4c5a-9d9a-02aa28b6464e is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:36.359653 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:36.363310 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Provisioning complete for port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:36.363750 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.364103 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 1 to provision port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 Sep 19 10:36:36.369928 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.370972 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.413496 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.542324 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.563010 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.565855 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5051b8e6-fa7a-40e5-8208-19e806832bb6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7073672 Sep 19 10:36:36.577576 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56590) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:36.582083 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:36.585587 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'security_group_rule': {'security_group_id': 'b86bcf88-c053-41ab-a72d-7ae567f42b1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:36.638315 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cae8570-3661-45bc-9840-5e2a7bbf3a26,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:36.650110 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.679763 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:36.707751 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56598) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:36.709794 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 5deceb4a-88b4-4419-9b3d-878089d95787 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:36.727367 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.745187 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Network d4b8524c-7971-4971-b615-0e1396b631d7 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:36.747227 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:36.842270 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=f40f5d2b-aeb7-4ca4-b554-07fb66c9227c,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:36.860962 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (c80f180f-ce84-4c3b-9a58-270e2a4f4e33), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.951755 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (6323fdf4-7b23-4ec9-986e-d4288c59dbb3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:36.997028 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (c80f180f-ce84-4c3b-9a58-270e2a4f4e33), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.030297 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:36:37.049909 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d40b480-e834-472f-82d6-94afba81bad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.087544 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:37.101176 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Current status of the port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:37.109397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.110897 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a7833e2c-4267-4582-81f4-4746b90c76aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0263650 Sep 19 10:36:37.111957 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (c80f180f-ce84-4c3b-9a58-270e2a4f4e33), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.177275 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80f180f-ce84-4c3b-9a58-270e2a4f4e33,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:37.281802 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Provisioning complete for port 9afe8e96-6ed2-4360-b3a0-d89071649827 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:37.282230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.282566 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 1 to provision port 9afe8e96-6ed2-4360-b3a0-d89071649827 Sep 19 10:36:37.289688 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56634) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:37.292258 dv-cinder-858275-1-iscsi neutron-server[106798]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 10:36:37.346851 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.346851 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7a8f0f70-48bd-4a39-9559-5bc190ba277d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7655828 Sep 19 10:36:37.350784 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:36:37.358452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56638) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:37.365393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 5deceb4a-88b4-4419-9b3d-878089d95787 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:37.371831 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.371831 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 5deceb4a-88b4-4419-9b3d-878089d95787 Sep 19 10:36:37.372024 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c59033fd-b045-44dc-898b-095c12eddba1 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1969910 Sep 19 10:36:37.372024 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'security_group_rule': {'security_group_id': 'b86bcf88-c053-41ab-a72d-7ae567f42b1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:37.405129 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d40b480-e834-472f-82d6-94afba81bad1 admin admin] Publish callbacks [] for security_group (a86abd18-2310-4532-93c6-b69250b6338c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.426069 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:37.486350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d40b480-e834-472f-82d6-94afba81bad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (a86abd18-2310-4532-93c6-b69250b6338c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.549877 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56658) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:37.589630 dv-cinder-858275-1-iscsi neutron-server[106797]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 10:36:37.658079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (6675ac30-ad4a-437b-be2f-f14220827701), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.660868 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40b480-e834-472f-82d6-94afba81bad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86abd18-2310-4532-93c6-b69250b6338c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:37.672644 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:37.690620 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port 9afe8e96-6ed2-4360-b3a0-d89071649827 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:37.707514 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-3e2eb062-4ae5-48dc-bb74-c7d452ef7556 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:37.715314 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-3e2eb062-4ae5-48dc-bb74-c7d452ef7556 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d69b67b4-e387-4227-8485-27202b66f471 HTTP/1.1" status: 200 len: 812 time: 0.4236202 Sep 19 10:36:37.734112 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-a6a87721-4902-4660-aea2-407a04bf0256 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/quotas/a48df5556fc247fba5eaf7d3d1ecf44f HTTP/1.1" status: 200 len: 375 time: 0.0173085 Sep 19 10:36:37.743240 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0d40b480-e834-472f-82d6-94afba81bad1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7eaac096ac0642eb8b1d456b029627ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0343556 Sep 19 10:36:37.755110 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56666) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:37.767361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Publish callbacks [] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.817181 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 5deceb4a-88b4-4419-9b3d-878089d95787 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:37.819234 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 20862f8d-7dc8-46be-a4d2-ae04803498ca up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:37.832787 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-4da4de52-a31a-4297-aa94-6d22286d34d8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--677533148&fields=id&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 267 time: 0.2781291 Sep 19 10:36:37.867679 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-12372f1e-5252-461e-aff3-45adc5d7e1c3 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a48df5556fc247fba5eaf7d3d1ecf44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297810 Sep 19 10:36:37.906302 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.946328 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (6675ac30-ad4a-437b-be2f-f14220827701), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.963702 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:37.971387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 20862f8d-7dc8-46be-a4d2-ae04803498ca triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:37.971777 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:37.972528 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:38.019592 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (6675ac30-ad4a-437b-be2f-f14220827701), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.024737 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511e554-7bc1-4bf9-a29a-325b9e4be763 None None] Pushing event updated for resources: {'Port': ['ID=9afe8e96-6ed2-4360-b3a0-d89071649827,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:38.089394 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:38.093371 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3513e616-b481-41bb-b850-f9b027b55144 admin admin] Publish callbacks [] for security_group (a86abd18-2310-4532-93c6-b69250b6338c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.115808 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:38.116605 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:38.148133 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Attempting to bind port 9afe8e96-6ed2-4360-b3a0-d89071649827 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:38.148650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Attempting to bind port 9afe8e96-6ed2-4360-b3a0-d89071649827 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:38.148967 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Attempting to bind port 9afe8e96-6ed2-4360-b3a0-d89071649827 on network b051f35e-e823-4944-b5dc-45fc6f19108b {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:38.169269 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-68329212-db71-4719-b4a4-706cd0277084 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:36:38.170891 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-68329212-db71-4719-b4a4-706cd0277084 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0673378 Sep 19 10:36:38.221155 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 2 to provision port 9afe8e96-6ed2-4360-b3a0-d89071649827 Sep 19 10:36:38.306882 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-e1534942-cfb7-4e75-9e68-e74c5bfb991a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229222 Sep 19 10:36:38.389202 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6675ac30-ad4a-437b-be2f-f14220827701,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:38.393402 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:38.407620 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:38.412386 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.421745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port 9afe8e96-6ed2-4360-b3a0-d89071649827 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:38.466640 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-5ff0367d-9407-4d32-881f-1daa7670656e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568847 Sep 19 10:36:38.488046 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 20862f8d-7dc8-46be-a4d2-ae04803498ca is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:38.489453 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:38.499805 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3513e616-b481-41bb-b850-f9b027b55144 admin admin] Publish callbacks [] for security_group (a86abd18-2310-4532-93c6-b69250b6338c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.509627 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-3ea56d36-e32c-4946-ad37-d0518413326d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:38.518538 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-3ea56d36-e32c-4946-ad37-d0518413326d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.6704545 Sep 19 10:36:38.587443 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-3d4c6185-e115-4632-9053-c981f2b92f4e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/quotas/e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 375 time: 0.0677397 Sep 19 10:36:38.602551 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:38.606052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Checking segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:38.606052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.606052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Bound using segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:38.606052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Bound port: 9afe8e96-6ed2-4360-b3a0-d89071649827, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:38.606052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.623322 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.722451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:38.722850 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.723198 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 Sep 19 10:36:38.753414 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-f1fa95d8-0020-4038-9d9b-d8772fb04b0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558485 Sep 19 10:36:38.766640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.768706 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cc4c26a2-c06e-4de0-b951-485ecdf2e186 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4088869 Sep 19 10:36:38.770920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:38.772018 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56702) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:38.777640 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:38.846621 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] For port 9afe8e96-6ed2-4360-b3a0-d89071649827, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:38.856648 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] For port 9afe8e96-6ed2-4360-b3a0-d89071649827, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=9afe8e96-6ed2-4360-b3a0-d89071649827,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:38.859496 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:36Z', 'revision_number': 2, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:38.879011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3513e616-b481-41bb-b850-f9b027b55144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (a86abd18-2310-4532-93c6-b69250b6338c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.882294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3513e616-b481-41bb-b850-f9b027b55144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.887997 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3513e616-b481-41bb-b850-f9b027b55144 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a86abd18-2310-4532-93c6-b69250b6338c HTTP/1.1" status: 204 len: 168 time: 1.1300416 Sep 19 10:36:38.901738 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513e616-b481-41bb-b850-f9b027b55144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86abd18-2310-4532-93c6-b69250b6338c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:38.911115 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:38.921178 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Updating router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:38.939012 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 3 to provision port 9afe8e96-6ed2-4360-b3a0-d89071649827 Sep 19 10:36:38.941715 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:38.963826 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.022812 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.048054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:39.142011 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.222082 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:39.222637 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.233952 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:39.234606 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:39.304191 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:39.367237 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Allocated IP 172.27.0.125 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/bab9a266-3cbf-479f-a6ba-c137d5398f79) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:39.369383 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:39.426755 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Publish callbacks [] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.450506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:39.492619 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56742) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:39.497673 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719566454', 'description': 'tempest-description--418699276'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:39.510409 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.656009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.688090 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-43e49394-f082-4387-958b-568651fbf2c6 req-9229e7bc-5a15-4b48-b939-58aec0c11d97 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.1210971 Sep 19 10:36:39.716984 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.807765 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:39.813145 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Current status of the port 9afe8e96-6ed2-4360-b3a0-d89071649827 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:39.813633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.816159 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511e554-7bc1-4bf9-a29a-325b9e4be763 None None] Pushing event updated for resources: {'Port': ['ID=9afe8e96-6ed2-4360-b3a0-d89071649827,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:39.827437 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac7bbb-2d91-48a4-9555-30ef470c5155 None None] Pushing event updated for resources: {'Port': ['ID=1cae8570-3661-45bc-9840-5e2a7bbf3a26,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:39.873712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-629b8e9a-def1-40d4-8926-619aba140168 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:36:39.882848 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.883938 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Attempting to bind port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:39.884957 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Attempting to bind port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:39.894975 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Attempting to bind port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 on network d4b8524c-7971-4971-b615-0e1396b631d7 {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:39.895265 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-629b8e9a-def1-40d4-8926-619aba140168 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8827584 Sep 19 10:36:39.903739 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:39.991240 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:40.001931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (e506505d-36a5-4a46-a3a3-236e5f3b0ccd), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.007384 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:40.012136 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:40.015489 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'Port': ['ID=bab9a266-3cbf-479f-a6ba-c137d5398f79,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:40.020539 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:40.020945 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Checking segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:40.021372 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.021768 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Bound using segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:40.022258 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Bound port: 1cae8570-3661-45bc-9840-5e2a7bbf3a26, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:40.025861 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.069635 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:40.069635 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] For port 9afe8e96-6ed2-4360-b3a0-d89071649827, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=9afe8e96-6ed2-4360-b3a0-d89071649827,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:40.097655 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56758) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:40.117534 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-2553c55f-73c5-475e-a533-94c5ec7dfd74 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241666 Sep 19 10:36:40.147808 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66724dcf-945f-4956-b875-1f776cad85c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.180044 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d69b5a35-05d4-457a-907c-d0bbb41f43af up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:40.191695 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] For port 1cae8570-3661-45bc-9840-5e2a7bbf3a26, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:40.197687 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] For port 1cae8570-3661-45bc-9840-5e2a7bbf3a26, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=1cae8570-3661-45bc-9840-5e2a7bbf3a26,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:40.206393 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e506505d-36a5-4a46-a3a3-236e5f3b0ccd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.240299 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:40.246676 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.249647 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:40.314191 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.325931 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Provisioning complete for port 415ef2af-785c-4d2c-86cb-acf40df8e025 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:40.326249 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.326544 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 1 to provision port 415ef2af-785c-4d2c-86cb-acf40df8e025 Sep 19 10:36:40.328150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:38Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:40.365519 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (eae3535f-4520-48ae-94c1-cceadc467016), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.370166 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e506505d-36a5-4a46-a3a3-236e5f3b0ccd,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:40.388697 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378da51-fc35-4e25-a085-2d8b9d7227df None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:38Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:40.395730 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Pushing event updated for resources: {'Port': ['ID=9afe8e96-6ed2-4360-b3a0-d89071649827,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:40.405108 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-e7e0b37a-3739-4626-9f95-4c247a28906b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859097 Sep 19 10:36:40.410422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.411267 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port d69b5a35-05d4-457a-907c-d0bbb41f43af triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:40.411650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.412140 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4cd0d4ef-84f9-4649-8f2b-00c1c37c36f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9184921 Sep 19 10:36:40.420587 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port d69b5a35-05d4-457a-907c-d0bbb41f43af Sep 19 10:36:40.421499 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56770) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:40.427158 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'security_group_rule': {'security_group_id': 'e506505d-36a5-4a46-a3a3-236e5f3b0ccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:40.474968 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac7bbb-2d91-48a4-9555-30ef470c5155 None None] Pushing event updated for resources: {'Port': ['ID=1cae8570-3661-45bc-9840-5e2a7bbf3a26,revision_number=4']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:40.475793 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66724dcf-945f-4956-b875-1f776cad85c5 admin admin] Publish callbacks [] for security_group (6f6ede73-2c8e-48f5-aeff-458757afa09a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.491926 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:40.492914 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:40.521015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Current status of the port 415ef2af-785c-4d2c-86cb-acf40df8e025 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:40.548608 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (00bd92b7-d5ae-4129-aae6-5a5ac421f206), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.558035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.565326 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Provisioning complete for port f0b4cc34-f28a-476f-9944-0586eec63984 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:40.565326 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.565326 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 1 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:40.571121 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:40.615121 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66724dcf-945f-4956-b875-1f776cad85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (6f6ede73-2c8e-48f5-aeff-458757afa09a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.655807 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-66724dcf-945f-4956-b875-1f776cad85c5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=506c707baa5e459b888946eddaa62583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570407 Sep 19 10:36:40.659363 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56774) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:40.721412 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port d69b5a35-05d4-457a-907c-d0bbb41f43af is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:40.721803 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.780417 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:40.788388 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port d69b5a35-05d4-457a-907c-d0bbb41f43af, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d69b5a35-05d4-457a-907c-d0bbb41f43af,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:40.807277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66724dcf-945f-4956-b875-1f776cad85c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6ede73-2c8e-48f5-aeff-458757afa09a,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:40.855646 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.881476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (00bd92b7-d5ae-4129-aae6-5a5ac421f206), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:40.938473 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-33484f0d-e557-45a7-8920-84699471d629 req-641090c1-270b-4d36-917f-434406fda957 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.0520043 Sep 19 10:36:40.975798 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:41.075281 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=d69b5a35-05d4-457a-907c-d0bbb41f43af,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:41.083069 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (00bd92b7-d5ae-4129-aae6-5a5ac421f206), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.142971 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.167886 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-71890a23-1fff-4e98-998d-4e913572f477 req-c20f9f6d-1772-4934-84d1-06b910731bb3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.2052677 Sep 19 10:36:41.179510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bd92b7-d5ae-4129-aae6-5a5ac421f206,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:41.197346 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81127ebc-9795-4c60-b6aa-92f5db154b72 admin admin] Publish callbacks [] for security_group (6f6ede73-2c8e-48f5-aeff-458757afa09a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.227379 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.232309 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-022df146-6bf3-4b7d-a623-437ab43ead46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8069825 Sep 19 10:36:41.232704 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 56804) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:41.250515 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'security_group_rule': {'security_group_id': 'e506505d-36a5-4a46-a3a3-236e5f3b0ccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:41.266027 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81127ebc-9795-4c60-b6aa-92f5db154b72 admin admin] Publish callbacks [] for security_group (6f6ede73-2c8e-48f5-aeff-458757afa09a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.283918 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 2 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:41.296488 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.384708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:41.412435 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:41.429683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eae3535f-4520-48ae-94c1-cceadc467016), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.432532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'Port': ['ID=bab9a266-3cbf-479f-a6ba-c137d5398f79,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:41.451114 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d538-f740-4b0e-8565-ca89d0c1ada5 None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:41.476801 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (f4fcfbfb-b867-4f1c-8825-8763b58d8969), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.512946 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81127ebc-9795-4c60-b6aa-92f5db154b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (6f6ede73-2c8e-48f5-aeff-458757afa09a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.512946 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81127ebc-9795-4c60-b6aa-92f5db154b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.512946 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-81127ebc-9795-4c60-b6aa-92f5db154b72 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6f6ede73-2c8e-48f5-aeff-458757afa09a HTTP/1.1" status: 204 len: 168 time: 0.8398542 Sep 19 10:36:41.519846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81127ebc-9795-4c60-b6aa-92f5db154b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6ede73-2c8e-48f5-aeff-458757afa09a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:41.557980 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (f4fcfbfb-b867-4f1c-8825-8763b58d8969), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.586413 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.596580 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e65cbbef-a36f-4f58-89a8-4630bbbf1210 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8233814 Sep 19 10:36:41.647379 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (f4fcfbfb-b867-4f1c-8825-8763b58d8969), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.672343 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fcfbfb-b867-4f1c-8825-8763b58d8969,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:41.775669 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.776807 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a0a9d973-94c3-4d45-ae23-73fd4aa18d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5423853 Sep 19 10:36:41.780157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 56842) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:41.786865 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:41.868595 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:41.878111 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-a7220eab-b66d-48f6-96b8-5a80bd349779 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--822003722&fields=id&tenant_id=67ec80c3417443d7b2368506bbd4a814 HTTP/1.1" status: 200 len: 267 time: 0.0643666 Sep 19 10:36:41.887280 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 3 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:41.888128 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:41.927693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:42.031095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:42.419537 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:42.432811 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 4 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:42.490126 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d69b5a35-05d4-457a-907c-d0bbb41f43af up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:42.598911 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6033c18b-657f-4f7b-bff8-a6bcd4fd95f1 req-08bb2398-cdaf-4385-ad02-149cf24697b2 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.4973397 Sep 19 10:36:42.661982 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:42.673163 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:42.686747 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:42.700159 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-15bd3c6d-54b9-4386-896c-efe91b847828 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:42.702238 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port d69b5a35-05d4-457a-907c-d0bbb41f43af triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:42.702868 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:42.703463 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port d69b5a35-05d4-457a-907c-d0bbb41f43af Sep 19 10:36:42.705566 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-15bd3c6d-54b9-4386-896c-efe91b847828 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 811 time: 0.8203506 Sep 19 10:36:42.719239 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-fba243df-71d5-4148-93b9-e0f0990e8c14 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/quotas/67ec80c3417443d7b2368506bbd4a814 HTTP/1.1" status: 200 len: 375 time: 0.0103338 Sep 19 10:36:42.758850 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:42.786048 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5783a553-9c38-4306-8d68-6d688c9ccfc9 req-cf8d237b-56bd-4e51-9686-81ec6eebaa93 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.0834656 Sep 19 10:36:42.820321 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Sync routers for ids ['f976e071-b379-4f85-aaed-f7e749b28790'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:36:42.833726 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-247a1593-483a-4aa8-947f-c27369b3b4d3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067154 Sep 19 10:36:42.895641 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port d69b5a35-05d4-457a-907c-d0bbb41f43af is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:42.896774 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:42.959744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Routers {'f976e071-b379-4f85-aaed-f7e749b28790'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:42.960656 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f976e071-b379-4f85-aaed-f7e749b28790'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:43.013835 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-1ffc0284-6599-415c-86ba-773ca8d45986 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765697 Sep 19 10:36:43.060884 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Allocated IP 172.27.0.200 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/f4d5e84d-ecab-46ad-b775-718bb883f0d6) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:43.093503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:43.102153 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:43.104952 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 Sep 19 10:36:43.209423 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-957091fc-0cd6-49de-aa86-499fe6c8e82a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929560 Sep 19 10:36:43.247848 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 5 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:43.250359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:43.388308 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Set router f976e071-b379-4f85-aaed-f7e749b28790 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:43.433847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:43.442807 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:43.521300 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:43.523907 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:43.528494 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:43.544360 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:43.572956 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 9afe8e96-6ed2-4360-b3a0-d89071649827 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:43.627980 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d28a9349-1777-4eda-bb52-28c2741d25b1 req-3c0efe85-0737-42e2-af32-95bbf509cb81 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.1105311 Sep 19 10:36:43.899426 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:43.905965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 9afe8e96-6ed2-4360-b3a0-d89071649827 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:43.913335 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:43.913335 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 9afe8e96-6ed2-4360-b3a0-d89071649827 Sep 19 10:36:43.941442 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'Port': ['ID=f4d5e84d-ecab-46ad-b775-718bb883f0d6,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:43.959110 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 6 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:44.054464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (6e489e86-2226-4d3f-9c7a-9d673373cd1f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.154100 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f0b4cc34-f28a-476f-9944-0586eec63984', 'name': '', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'mac_address': 'fa:16:3e:2c:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:32Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 2, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'subnets': [{'id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:44.155890 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:44.189787 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d64c08f6-674b-4953-bb48-3a9c32a633d2 req-4167d355-f0f3-4658-bd41-623cd62d64ab tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.0695765 Sep 19 10:36:44.226639 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eccafd6f-f5a6-4068-b08e-3cc14b63c187 req-c1ffc238-cc54-4997-a9c5-15c99eae0b48 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.0625439 Sep 19 10:36:44.261280 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.265782 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Checking router: f976e071-b379-4f85-aaed-f7e749b28790 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:36:44.266145 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Updating router f976e071-b379-4f85-aaed-f7e749b28790 port f0b4cc34-f28a-476f-9944-0586eec63984 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:36:44.280061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:44.305314 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 9afe8e96-6ed2-4360-b3a0-d89071649827 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:44.316159 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.534950 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.596427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 1cae8570-3661-45bc-9840-5e2a7bbf3a26 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:44.626498 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.629616 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (6e489e86-2226-4d3f-9c7a-9d673373cd1f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.663055 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 7 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:44.776057 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:44.781112 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:44.784272 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.784272 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 Sep 19 10:36:44.788464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'Port': ['ID=f4d5e84d-ecab-46ad-b775-718bb883f0d6,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:44.796831 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-964b166e-8e1b-4e67-ba33-d9600626e505 req-4e4ac727-7873-49ee-8667-9754e82b174d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0689044 Sep 19 10:36:44.820745 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:44.847241 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3b568f86-77ad-4040-8080-2037a1569555 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0644231 Sep 19 10:36:44.859555 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.73', 62364) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:44.939801 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:44.966867 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Publish callbacks [] for port (f0b4cc34-f28a-476f-9944-0586eec63984), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.001882 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-cf94f662-a339-4b10-813f-7f91f02d9a74 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:45.004745 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-cf94f662-a339-4b10-813f-7f91f02d9a74 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d69b67b4-e387-4227-8485-27202b66f471 HTTP/1.1" status: 200 len: 812 time: 0.1443880 Sep 19 10:36:45.048605 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:45.049237 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.087143 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Request body: {'port': {'device_id': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'admin_state_up': True, 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:45.116878 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 1cae8570-3661-45bc-9840-5e2a7bbf3a26, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=1cae8570-3661-45bc-9840-5e2a7bbf3a26,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:45.129924 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.158417 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:45.251749 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-2d23105f-a73c-429e-8a52-e8b068080dd3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--719566454&fields=id&tenant_id=e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 267 time: 0.0674701 Sep 19 10:36:45.285860 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 8 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:45.298094 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.502726 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-99657ad4-aebd-433e-897e-9904b02d4b06 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:45.510888 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-99657ad4-aebd-433e-897e-9904b02d4b06 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 817 time: 0.2501974 Sep 19 10:36:45.511563 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-354d6a88-7fb3-4263-a3c8-05b400cfb012 req-1626becb-dba8-4111-ae58-007e7addd48b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.1592386 Sep 19 10:36:45.513917 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27327-cc8f-4427-9e5d-8c42e6cf403d None None] Pushing event updated for resources: {'Port': ['ID=f0b4cc34-f28a-476f-9944-0586eec63984,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:45.537016 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-7d147f2a-b5a2-4e56-83ae-85915fd505dc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/quotas/e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0195849 Sep 19 10:36:45.572176 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Attempting to bind port f0b4cc34-f28a-476f-9944-0586eec63984 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:45.572582 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Attempting to bind port f0b4cc34-f28a-476f-9944-0586eec63984 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:45.572912 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Attempting to bind port f0b4cc34-f28a-476f-9944-0586eec63984 on network d69b67b4-e387-4227-8485-27202b66f471 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:45.579814 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Port f0b4cc34-f28a-476f-9944-0586eec63984 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:45.610408 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-5f9e10d7-d310-4d9e-82be-c2bea983dfa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772817 Sep 19 10:36:45.637494 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-48b2cd45-273e-4e13-9b67-6e1dc4580bc9 req-fee5b708-2832-4d1e-a2bc-c6989e4b3135 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.0407014 Sep 19 10:36:45.641251 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Made reservation on behalf of a48df5556fc247fba5eaf7d3d1ecf44f for: {'port': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:45.651529 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=1cae8570-3661-45bc-9840-5e2a7bbf3a26,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:45.652651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.681446 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:45.681866 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Checking segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:45.682496 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.683082 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Bound using segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:45.683893 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Bound port: f0b4cc34-f28a-476f-9944-0586eec63984, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:45.684580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.781617 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] For port f0b4cc34-f28a-476f-9944-0586eec63984, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:45.786647 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] For port f0b4cc34-f28a-476f-9944-0586eec63984, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=f0b4cc34-f28a-476f-9944-0586eec63984,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:45.842995 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.73', 62369) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:45.852943 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:45.888281 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:45.931707 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-82efcb79-2ba9-4c52-88d5-39689144d882 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198330 Sep 19 10:36:45.975751 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Routers {'f976e071-b379-4f85-aaed-f7e749b28790'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:36:45.976793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:36:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f976e071-b379-4f85-aaed-f7e749b28790'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:46.062822 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-ccc62a52-fb42-4b48-913c-d006b686cf92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293235 Sep 19 10:36:46.096909 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27327-cc8f-4427-9e5d-8c42e6cf403d None None] Pushing event updated for resources: {'Port': ['ID=f0b4cc34-f28a-476f-9944-0586eec63984,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:46.100106 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 9 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:46.130248 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-839085c0-9969-4eff-a4b2-5eef8f80eddf req-1f27f24b-e449-40f7-9fd4-c77e9fb5f4b0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.1110668 Sep 19 10:36:46.198456 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] Set router f976e071-b379-4f85-aaed-f7e749b28790 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:36:46.203431 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Allocated IP 172.20.0.13 (d69b67b4-e387-4227-8485-27202b66f471/c0cac1c8-b48e-4987-8cd6-4d0901b58c4d/ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:46.292762 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-c859f397-1f69-409b-8c0c-570932ff8fa5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:46.294374 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-c859f397-1f69-409b-8c0c-570932ff8fa5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.4504533 Sep 19 10:36:46.315034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Current status of the port f0b4cc34-f28a-476f-9944-0586eec63984 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:46.315749 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:46.475779 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b10eb562-101b-4360-9e8a-1afda24a9ea1 req-ac49afe7-265d-4ece-b990-81fa2e76e760 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.1236794 Sep 19 10:36:46.598151 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] For port f0b4cc34-f28a-476f-9944-0586eec63984, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=f0b4cc34-f28a-476f-9944-0586eec63984,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:36:46.660155 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-299994e5-fcb3-4a79-8fa6-e62b6fd7bab1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 379 time: 0.3092654 Sep 19 10:36:46.684330 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'port': {'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'admin_state_up': True, 'tenant_id': 'e86736f46b254bc399298305a8888467', 'security_groups': ['39b86100-c489-4f8a-b6f2-843fb9e9c805']}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:46.718301 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:46.777969 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Provisioning complete for port 20862f8d-7dc8-46be-a4d2-ae04803498ca triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:46.778423 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:46.778766 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Attempt 1 to provision port 20862f8d-7dc8-46be-a4d2-ae04803498ca Sep 19 10:36:46.795678 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:46.803565 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1ed4255-9471-4a8e-9344-e317b6bae86a req-bd7bbafb-fe10-4229-8abb-b7088974a392 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.0685108 Sep 19 10:36:46.896901 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:46.945162 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks [] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:46.949847 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:46.958319 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f0b4cc34-f28a-476f-9944-0586eec63984', 'name': '', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'mac_address': 'fa:16:3e:2c:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:32Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'subnets': [{'id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:36:47.020264 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33722282-83af-4b69-b894-b0a4e7d19d40 None None] The sync data for ids ['f976e071-b379-4f85-aaed-f7e749b28790'] in dv-cinder-858275-1-iscsi is: [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:33Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'f0b4cc34-f28a-476f-9944-0586eec63984', 'name': '', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'mac_address': 'fa:16:3e:2c:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:32Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 4, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'subnets': [{'id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:36:47.022369 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Pushing event updated for resources: {'Port': ['ID=f0b4cc34-f28a-476f-9944-0586eec63984,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:47.047572 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be91416b-f9ff-429c-9c63-959e44940a64 req-45963a1c-e1eb-479d-81ab-c98e5ebd4332 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.2324800 Sep 19 10:36:47.067615 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9104e-09af-44b4-b2af-1bf5d1eb8a92 None None] Current status of the port 20862f8d-7dc8-46be-a4d2-ae04803498ca is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:47.085975 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 1cae8570-3661-45bc-9840-5e2a7bbf3a26 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:47.151451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:47.152379 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:47.152720 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 Sep 19 10:36:47.271311 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Provisioning complete for port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:47.271760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:47.272128 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Attempt 1 to provision port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 Sep 19 10:36:47.291513 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:47.319792 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35720e89-888e-4f50-af49-90ced40298f4 req-b30485e9-9576-4ef0-afae-1db1e4457a17 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0698938 Sep 19 10:36:47.324836 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:47.391084 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Made reservation on behalf of e86736f46b254bc399298305a8888467 for: {'port': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:47.396879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:47.434868 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.73', 62381) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:47.472891 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:47.472891 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device f0b4cc34-f28a-476f-9944-0586eec63984 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:47.521579 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Pushing event updated for resources: {'Port': ['ID=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:47.525366 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Network d69b67b4-e387-4227-8485-27202b66f471 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:47.532687 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:47.540369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:47.616891 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Current status of the port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:47.658655 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Provisioning complete for port f0b4cc34-f28a-476f-9944-0586eec63984 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:47.659081 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:47.669996 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Attempt 1 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:47.725961 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-c31db1e7-7c48-43f1-b46a-71df1e4a3cf3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:47.730417 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-c31db1e7-7c48-43f1-b46a-71df1e4a3cf3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 811 time: 0.2909844 Sep 19 10:36:47.750066 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f5f9649d-bc3c-4c70-954f-cfa89e149242 req-ff88d6c8-9629-4aec-a251-6cdb703abbc7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.1557350 Sep 19 10:36:47.779092 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port f0b4cc34-f28a-476f-9944-0586eec63984 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:47.779650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:47.779858 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:47.899117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:48.143084 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.20.0.10 (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c/ab866973-05ce-4049-80d3-023d19b131cc/46456a98-39a8-4dce-9255-b1a67d65e7e9) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:48.174831 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e66e6c86-9668-4c59-a972-3235a6c59a48 None None] Current status of the port f0b4cc34-f28a-476f-9944-0586eec63984 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:48.387601 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-7475393a-a089-4e22-8d67-418f5cac8800 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=67ec80c3417443d7b2368506bbd4a814 HTTP/1.1" status: 200 len: 379 time: 0.6190569 Sep 19 10:36:48.389765 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Provisioning complete for port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:48.391311 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:48.392075 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 1 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:48.399071 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388dca2-4bbb-4e3a-b5da-c0112dfc8d80 req-424f5f2e-85d3-4cbd-869e-164fc9afb467 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:48.408999 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3388dca2-4bbb-4e3a-b5da-c0112dfc8d80 req-424f5f2e-85d3-4cbd-869e-164fc9afb467 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 932 time: 0.3424103 Sep 19 10:36:48.419185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'port': {'device_id': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'admin_state_up': True, 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'security_groups': ['b86bcf88-c053-41ab-a72d-7ae567f42b1d']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:48.432168 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:48.471920 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:48.477081 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:48.490752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:48.495353 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port f0b4cc34-f28a-476f-9944-0586eec63984 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:48.495497 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:48.617078 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3388dca2-4bbb-4e3a-b5da-c0112dfc8d80 req-38d562ab-034a-42c3-955e-71dbe6f83b64 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070680 Sep 19 10:36:48.734865 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device f0b4cc34-f28a-476f-9944-0586eec63984 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:36:48.754816 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57114) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:48.790824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port f0b4cc34-f28a-476f-9944-0586eec63984 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:48.791934 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:48.792970 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port f0b4cc34-f28a-476f-9944-0586eec63984 Sep 19 10:36:48.868059 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d84d0267-05b4-4bda-a7ec-638ce39e1ddd req-c5c9d231-dee1-4045-ba9c-a1d5681c4703 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.1163440 Sep 19 10:36:48.981365 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Made reservation on behalf of 67ec80c3417443d7b2368506bbd4a814 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:48.985887 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:48.994029 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 2 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:49.012168 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port f0b4cc34-f28a-476f-9944-0586eec63984 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:36:49.125527 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:49.144954 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:49.145382 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-65fc3c71-d270-4bf7-a28b-174369deddb6 req-344dded8-0265-492a-822d-b6f158fc310f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.7616105 Sep 19 10:36:49.256059 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-077eefbc-e768-4a83-bb21-16cf4e062c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:49.264353 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:49.269163 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5919e3e5-f473-44d7-a9cd-cdf5f781ac6b req-0dae14ee-0135-4371-b4c6-7e37d1804cd8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.0911944 Sep 19 10:36:49.329905 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-ff0b0fd4-a214-4703-a761-b71dbf95d56a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2469909 Sep 19 10:36:49.368814 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-c6fe2de7-aee7-46f2-a300-8f8b1851764c tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:36:49.368814 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-c6fe2de7-aee7-46f2-a300-8f8b1851764c tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0268290 Sep 19 10:36:49.408284 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:49.468879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:49.480547 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:49.490340 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:49.553758 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:49.554621 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:49.587641 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=46456a98-39a8-4dce-9255-b1a67d65e7e9,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:49.626577 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 3 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:49.642021 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Allocated IP 172.20.0.9 (b051f35e-e823-4944-b5dc-45fc6f19108b/530d4d91-765b-4419-841f-b072c30e4849/30e156f6-3b5b-49b1-b29a-66c1049d478b) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:49.688328 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-63cf2d46-7f46-47f6-9aab-ee5720fdbd74 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0138986 Sep 19 10:36:49.735841 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Request body: {'port': {'device_id': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:49.760076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:49.842706 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Request body: {'port': {'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:50.011320 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fbe6-77af-4b60-8d33-e49cc1386fe5 req-b4dcf57e-6514-4ad7-b569-223685e9036b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:50.012968 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-aa06fbe6-77af-4b60-8d33-e49cc1386fe5 req-b4dcf57e-6514-4ad7-b569-223685e9036b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 932 time: 0.1296813 Sep 19 10:36:50.014559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-077eefbc-e768-4a83-bb21-16cf4e062c5d admin admin] Publish callbacks [] for security_group (07475ef4-f98d-4a6a-aaf2-0aac3a2be105), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.059335 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.063635 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.153822 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.165008 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3240f80e-60d4-41f7-84a7-8fa05d5d6a6e req-b798ab75-b058-4053-a2a8-0fc1f0cac7bd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0545201 Sep 19 10:36:50.172988 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-077eefbc-e768-4a83-bb21-16cf4e062c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (07475ef4-f98d-4a6a-aaf2-0aac3a2be105), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.262142 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 4 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:50.287292 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.369291 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:50.370908 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:50.422543 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-aa06fbe6-77af-4b60-8d33-e49cc1386fe5 req-f361d585-7b13-416f-9238-d91641f25ebe tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996437 Sep 19 10:36:50.571769 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-077eefbc-e768-4a83-bb21-16cf4e062c5d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5bffeada6f994879a6475b975463c0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8145804 Sep 19 10:36:50.582714 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Network b051f35e-e823-4944-b5dc-45fc6f19108b is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:50.584031 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57160) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:50.584644 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eefbc-e768-4a83-bb21-16cf4e062c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07475ef4-f98d-4a6a-aaf2-0aac3a2be105,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:50.598405 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'Port': ['ID=30e156f6-3b5b-49b1-b29a-66c1049d478b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:50.621887 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:50.634197 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:50.639870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:50.640670 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.680947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633754ce-2eb4-412c-b687-0c52da87fba2 req-196f3356-edf1-4736-b93c-a701482402bf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:50.690856 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-633754ce-2eb4-412c-b687-0c52da87fba2 req-196f3356-edf1-4736-b93c-a701482402bf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 932 time: 0.2271762 Sep 19 10:36:50.752653 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:36:50.759113 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Publish callbacks [] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.812374 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-633754ce-2eb4-412c-b687-0c52da87fba2 req-7c22b17e-41fc-45b2-b012-195196fc4456 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204438 Sep 19 10:36:50.825693 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Transition to ACTIVE for port object ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 will not be triggered until provisioned by entity L2. {{(pid=106798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:36:50.862378 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-827f97e7-45ab-42fe-9a71-2975719eb570 admin admin] Publish callbacks [] for security_group (07475ef4-f98d-4a6a-aaf2-0aac3a2be105), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.872498 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 5 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:50.928816 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:50.938770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-827f97e7-45ab-42fe-9a71-2975719eb570 admin admin] Publish callbacks [] for security_group (07475ef4-f98d-4a6a-aaf2-0aac3a2be105), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:50.950797 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:50.995891 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-2f2ab0cc-3b1f-4a8b-9acd-b406305aad4c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5843480 Sep 19 10:36:51.018701 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:51.039408 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0f3609b-a3e3-4120-aa4b-a225b85a708d req-0ab8af98-f59c-47b9-8373-6a71791c71b6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.2101567 Sep 19 10:36:51.095207 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:51.135488 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-827f97e7-45ab-42fe-9a71-2975719eb570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (07475ef4-f98d-4a6a-aaf2-0aac3a2be105), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:51.138655 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-827f97e7-45ab-42fe-9a71-2975719eb570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:51.155370 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-827f97e7-45ab-42fe-9a71-2975719eb570 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/07475ef4-f98d-4a6a-aaf2-0aac3a2be105 HTTP/1.1" status: 204 len: 168 time: 0.5538278 Sep 19 10:36:51.171197 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f97e7-45ab-42fe-9a71-2975719eb570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07475ef4-f98d-4a6a-aaf2-0aac3a2be105,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:51.187222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Request body: {'port': {'device_id': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:51.270478 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:51.376375 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb45e-79d6-47c1-9236-cc79ced063e5 req-58bfdb51-64a7-45c5-9961-43269e4578f3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:51.376375 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f2cbb45e-79d6-47c1-9236-cc79ced063e5 req-58bfdb51-64a7-45c5-9961-43269e4578f3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 931 time: 0.1005147 Sep 19 10:36:51.376375 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.73', 62393) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:51.437108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Attempting to bind port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:51.437108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Attempting to bind port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:51.437108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Attempting to bind port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 on network d69b67b4-e387-4227-8485-27202b66f471 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:51.453537 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 6 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:51.583348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:51.584977 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=56 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:51.641024 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f2cbb45e-79d6-47c1-9236-cc79ced063e5 req-18add188-e75d-48fa-a573-27e9d7674ad9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441912 Sep 19 10:36:51.654860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:51.672389 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfc879-821a-428d-8e69-bc7c15193fac req-17f82858-591a-4d1d-92a4-5ed31355dc31 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:51.674127 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c3cfc879-821a-428d-8e69-bc7c15193fac req-17f82858-591a-4d1d-92a4-5ed31355dc31 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0739470 Sep 19 10:36:51.708257 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46456a98-39a8-4dce-9255-b1a67d65e7e9 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:36:51.731943 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 on network d69b67b4-e387-4227-8485-27202b66f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:36:51.732541 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Attempting to bind port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 on network d69b67b4-e387-4227-8485-27202b66f471 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:51.761253 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Publish callbacks [] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:51.800181 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Transition to ACTIVE for port object 46456a98-39a8-4dce-9255-b1a67d65e7e9 will not be triggered until provisioned by entity L2. {{(pid=106798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:36:51.853622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:51.854102 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Checking segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:51.855734 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Bound using segment: {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:51.856509 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Bound port: ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:51.857103 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:51.876112 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c3cfc879-821a-428d-8e69-bc7c15193fac req-7af51bb6-9fea-475a-b871-cea3b254cea7 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917729 Sep 19 10:36:52.008086 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] For port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host hv-cinder-85827, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:52.015431 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] For port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:52.041657 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.084829 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 7 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:52.145000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:52.167487 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:52.183175 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Pushing event updated for resources: {'Port': ['ID=46456a98-39a8-4dce-9255-b1a67d65e7e9,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:52.192422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-9a3787bf-7994-479f-a770-46e2ff7015f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:52.195383 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-9a3787bf-7994-479f-a770-46e2ff7015f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 817 time: 0.8102376 Sep 19 10:36:52.250890 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3248a99-82f4-4007-b7a8-ad2fecad24ad req-f71d8847-346e-48f5-be71-fb7467851a87 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.0441122 Sep 19 10:36:52.266195 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae6e49-c2ef-4985-a1d3-a447af6dbdc7 req-3cfe2919-f566-4a48-b96e-7d48e8a2dacb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:52.273977 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-afae6e49-c2ef-4985-a1d3-a447af6dbdc7 req-3cfe2919-f566-4a48-b96e-7d48e8a2dacb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.3060670 Sep 19 10:36:52.298605 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Attempting to bind port 46456a98-39a8-4dce-9255-b1a67d65e7e9 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:52.298605 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Attempting to bind port 46456a98-39a8-4dce-9255-b1a67d65e7e9 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:52.298913 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Attempting to bind port 46456a98-39a8-4dce-9255-b1a67d65e7e9 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:52.326320 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.338092 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:52.339263 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.340881 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 HTTP/1.1" status: 200 len: 1094 time: 2.7136374 Sep 19 10:36:52.341720 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'tag': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:36:52.449909 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Port 46456a98-39a8-4dce-9255-b1a67d65e7e9 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:36:52.450302 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Attempting to bind port 46456a98-39a8-4dce-9255-b1a67d65e7e9 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:52.498381 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-afae6e49-c2ef-4985-a1d3-a447af6dbdc7 req-1d803c79-ef0d-48ab-8c7c-6c105446e6ea tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233152 Sep 19 10:36:52.531949 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-e601de0c-3859-43c9-a35c-b17184e9b0b9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 379 time: 0.2888694 Sep 19 10:36:52.546341 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'port': {'device_id': '784aab17-65f2-41da-97ef-e294b0a9713d', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'admin_state_up': True, 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'security_groups': ['e506505d-36a5-4a46-a3a3-236e5f3b0ccd']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:52.564928 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b6b72b-6738-4627-90f8-eb23cae45218" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd7fc03-1a62-4bae-a090-83b98557ca2c", "tag": "ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:36:52.575997 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dc94f-ae92-452b-9309-83672d34ef11 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:52.669023 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Attempt 8 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:36:52.755916 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e156f6-3b5b-49b1-b29a-66c1049d478b {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:36:52.793943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Publish callbacks [] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.814744 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57208) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:52.841568 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e020cc6a-827b-4e53-a0e1-a5a537b2cf5a None None] Port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:36:52.889011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Transition to ACTIVE for port object 30e156f6-3b5b-49b1-b29a-66c1049d478b will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:36:52.900452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c81394b-e619-41ed-a4ed-bfdcfcfe02e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.952973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c6faa2-d2e8-4785-8961-2084f865c566 x-openstack-request-id: req-80c6faa2-d2e8-4785-8961-2084f865c566 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:36:52.953612 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd7fc03-1a62-4bae-a090-83b98557ca2c", "tag": "ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:36:52.953906 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80c6faa2-d2e8-4785-8961-2084f865c566 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:36:52.954488 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c6faa2-d2e8-4785-8961-2084f865c566'] response: {'name': 'network-changed', 'server_uuid': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'tag': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85', 'status': 'completed', 'code': 200} Sep 19 10:36:52.970262 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Provisioning complete for port 30e156f6-3b5b-49b1-b29a-66c1049d478b triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:52.971002 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.971655 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Attempt 1 to provision port 30e156f6-3b5b-49b1-b29a-66c1049d478b Sep 19 10:36:52.982385 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:52.986499 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:52.997497 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bc34f-08cd-4922-af74-0533d270f3d7 req-f3c44bbe-7bbe-456c-83ab-d4cbda952e8a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:53.000875 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-094bc34f-08cd-4922-af74-0533d270f3d7 req-f3c44bbe-7bbe-456c-83ab-d4cbda952e8a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 931 time: 0.2085993 Sep 19 10:36:53.034732 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Port 30e156f6-3b5b-49b1-b29a-66c1049d478b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:53.129017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-148a45b8-a408-4c2a-bbb7-c072bd899035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:53.166683 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-148a45b8-a408-4c2a-bbb7-c072bd899035 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=a48df5556fc247fba5eaf7d3d1ecf44f&device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 1128 time: 0.5569220 Sep 19 10:36:53.166683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:53.166683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:53.166683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Bound using segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:53.166683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Bound port: 46456a98-39a8-4dce-9255-b1a67d65e7e9, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:53.166683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.178447 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Made reservation on behalf of e3160b641b81433780d38eca696bfdf1 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:36:53.189879 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.211416 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766999c4-e8cb-4a9f-beda-3874c2df719b req-e5ab03ff-4cfd-4abf-b782-ddd38abf2c87 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:53.213077 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-766999c4-e8cb-4a9f-beda-3874c2df719b req-e5ab03ff-4cfd-4abf-b782-ddd38abf2c87 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.1441767 Sep 19 10:36:53.318877 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] For port 46456a98-39a8-4dce-9255-b1a67d65e7e9, host hv-cinder-85827, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:53.321680 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-094bc34f-08cd-4922-af74-0533d270f3d7 req-e1a67881-36de-44b4-adfc-f104f62682b7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804935 Sep 19 10:36:53.339609 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-766999c4-e8cb-4a9f-beda-3874c2df719b req-a7a310fe-e245-4cf2-9edb-1c7f4b6a99fd tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932701 Sep 19 10:36:53.339609 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] For port 46456a98-39a8-4dce-9255-b1a67d65e7e9, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:53.351637 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Attempting to bind port 30e156f6-3b5b-49b1-b29a-66c1049d478b on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:53.352053 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Attempting to bind port 30e156f6-3b5b-49b1-b29a-66c1049d478b by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:53.352772 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Attempting to bind port 30e156f6-3b5b-49b1-b29a-66c1049d478b on network b051f35e-e823-4944-b5dc-45fc6f19108b {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:53.356299 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Pushing event updated for resources: {'Port': ['ID=30e156f6-3b5b-49b1-b29a-66c1049d478b,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:53.504315 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.505025 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7b13af43-2f45-4c63-b2d4-52df65590322 req-76697acc-42f0-433a-aa40-632bea994244 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.0632782 Sep 19 10:36:53.508721 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:53.515642 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.515642 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/46456a98-39a8-4dce-9255-b1a67d65e7e9 HTTP/1.1" status: 200 len: 1094 time: 3.7939622 Sep 19 10:36:53.535685 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Attempt 2 to provision port 30e156f6-3b5b-49b1-b29a-66c1049d478b Sep 19 10:36:53.541295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Port 30e156f6-3b5b-49b1-b29a-66c1049d478b on network b051f35e-e823-4944-b5dc-45fc6f19108b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:36:53.546445 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Attempting to bind port 30e156f6-3b5b-49b1-b29a-66c1049d478b on network b051f35e-e823-4944-b5dc-45fc6f19108b {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:53.587785 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1c67-c679-41a2-b23f-45e3d5a9ae6b service neutron] Pushing event updated for resources: {'Port': ['ID=46456a98-39a8-4dce-9255-b1a67d65e7e9,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:53.605827 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c81394b-e619-41ed-a4ed-bfdcfcfe02e7 admin admin] Publish callbacks [] for security_group (65a937b7-70df-4c53-b499-b10a6cd23d42), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.650563 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Allocated IP 172.20.0.11 (d4b8524c-7971-4971-b615-0e1396b631d7/bb18c319-d9c1-404d-bdb9-d82d2ebd3505/9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:36:53.653564 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:53.653924 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Checking segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:53.654526 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e96d1-063d-487a-9e74-50e448c744b9 req-b60986bf-f6b2-4603-86fa-20ccbbe94f75 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:53.654728 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Bound using segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:53.654926 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Bound port: 30e156f6-3b5b-49b1-b29a-66c1049d478b, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:53.655276 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.655954 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-198e96d1-063d-487a-9e74-50e448c744b9 req-b60986bf-f6b2-4603-86fa-20ccbbe94f75 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0598178 Sep 19 10:36:53.704839 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Port 30e156f6-3b5b-49b1-b29a-66c1049d478b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:53.709962 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c81394b-e619-41ed-a4ed-bfdcfcfe02e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (65a937b7-70df-4c53-b499-b10a6cd23d42), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.719144 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-198e96d1-063d-487a-9e74-50e448c744b9 req-0c648015-32a5-4727-b04c-1dc3411cc5fc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566092 Sep 19 10:36:53.774879 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:53.788087 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81394b-e619-41ed-a4ed-bfdcfcfe02e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a937b7-70df-4c53-b499-b10a6cd23d42,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:53.792266 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1c81394b-e619-41ed-a4ed-bfdcfcfe02e7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=62da6115a3514aa784192342e1ec0ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9724214 Sep 19 10:36:53.795645 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57232) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:53.805505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] For port 30e156f6-3b5b-49b1-b29a-66c1049d478b, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:36:53.852870 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6696fa3c-ac77-4d48-a552-ae5878c7a30d admin admin] Publish callbacks [] for security_group (65a937b7-70df-4c53-b499-b10a6cd23d42), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.855652 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] For port 30e156f6-3b5b-49b1-b29a-66c1049d478b, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:36:53.876251 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6696fa3c-ac77-4d48-a552-ae5878c7a30d admin admin] Publish callbacks [] for security_group (65a937b7-70df-4c53-b499-b10a6cd23d42), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.925111 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.963333 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57238) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:53.980967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.989284 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:53.990122 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:53.991494 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 200 len: 1093 time: 2.8088439 Sep 19 10:36:53.994104 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:36:54.009527 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6696fa3c-ac77-4d48-a552-ae5878c7a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (65a937b7-70df-4c53-b499-b10a6cd23d42), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.012664 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6696fa3c-ac77-4d48-a552-ae5878c7a30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.014537 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6696fa3c-ac77-4d48-a552-ae5878c7a30d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/65a937b7-70df-4c53-b499-b10a6cd23d42 HTTP/1.1" status: 204 len: 168 time: 0.2170074 Sep 19 10:36:54.024027 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696fa3c-ac77-4d48-a552-ae5878c7a30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a937b7-70df-4c53-b499-b10a6cd23d42,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:54.079664 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.132719 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a23c5b-55d6-45ec-b5eb-7cd8482f5857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.137409 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Network d4b8524c-7971-4971-b615-0e1396b631d7 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:36:54.146889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:36:54.157801 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:36:54.162301 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:54.163030 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.183891 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75335e54-5174-4bd2-855b-2a2b5406968d service neutron] Pushing event updated for resources: {'Port': ['ID=30e156f6-3b5b-49b1-b29a-66c1049d478b,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:54.206513 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Attempt 3 to provision port 30e156f6-3b5b-49b1-b29a-66c1049d478b Sep 19 10:36:54.231413 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5bb8d8-1052-446b-a35c-2de1382ba283" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:36:54.261731 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b558c1a1-d3b2-428e-8b1f-234cd29f0fb2 None None] Port 30e156f6-3b5b-49b1-b29a-66c1049d478b had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:36:54.277332 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:54.289336 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-ff24c068-2df5-4f67-8ae8-6beb28c655d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7448611 Sep 19 10:36:54.328706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a23c5b-55d6-45ec-b5eb-7cd8482f5857 admin admin] Publish callbacks [] for security_group (fed32d1f-4b0e-486b-9a62-ad63b36e3b8c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.355280 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:54.380435 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a23c5b-55d6-45ec-b5eb-7cd8482f5857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (fed32d1f-4b0e-486b-9a62-ad63b36e3b8c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.457856 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a4a23c5b-55d6-45ec-b5eb-7cd8482f5857 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ff7bba98ba344851a48ae64840a7106c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919491 Sep 19 10:36:54.460347 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57264) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:54.469559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a23c5b-55d6-45ec-b5eb-7cd8482f5857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed32d1f-4b0e-486b-9a62-ad63b36e3b8c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:54.470567 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f06d8-b2fd-447b-a1a0-b30f9155302d req-d0a04657-55ae-4f12-bde9-245cfc031083 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:54.472123 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c71f06d8-b2fd-447b-a1a0-b30f9155302d req-d0a04657-55ae-4f12-bde9-245cfc031083 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0590835 Sep 19 10:36:54.496404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Provisioning complete for port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:36:54.496663 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.497003 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 1 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:54.511707 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e1608-e272-4775-b1ee-aa112658ce7b x-openstack-request-id: req-f90e1608-e272-4775-b1ee-aa112658ce7b {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:36:54.511989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:36:54.512247 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f90e1608-e272-4775-b1ee-aa112658ce7b {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:36:54.512697 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90e1608-e272-4775-b1ee-aa112658ce7b'] response: {'name': 'network-changed', 'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'status': 'completed', 'code': 200} Sep 19 10:36:54.539123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3c82531-ca27-4c00-a092-11ec11ac09d3 admin admin] Publish callbacks [] for security_group (fed32d1f-4b0e-486b-9a62-ad63b36e3b8c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.576116 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3c82531-ca27-4c00-a092-11ec11ac09d3 admin admin] Publish callbacks [] for security_group (fed32d1f-4b0e-486b-9a62-ad63b36e3b8c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.579415 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:54.581949 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c71f06d8-b2fd-447b-a1a0-b30f9155302d req-7c45a248-9de9-4337-998a-856bb688889c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974379 Sep 19 10:36:54.652767 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a002636-d0b4-4687-a896-fb50b26ec0a1 req-d8b36359-d0b0-4743-a5e2-13d0df3f50a9 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:54.661014 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a002636-d0b4-4687-a896-fb50b26ec0a1 req-d8b36359-d0b0-4743-a5e2-13d0df3f50a9 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0670648 Sep 19 10:36:54.693637 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b610f-4ac3-4a7b-8833-8c7f56f94232 req-4eb7e23a-1e86-41be-94a6-98b2ab248d8e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:54.695103 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb0b610f-4ac3-4a7b-8833-8c7f56f94232 req-4eb7e23a-1e86-41be-94a6-98b2ab248d8e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 932 time: 0.0494351 Sep 19 10:36:54.704058 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a002636-d0b4-4687-a896-fb50b26ec0a1 req-048fcb22-4b62-414e-8272-5b4aa94ecd69 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Sep 19 10:36:54.746096 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb0b610f-4ac3-4a7b-8833-8c7f56f94232 req-5b85c8ea-f9a7-43af-87eb-501ff8793b7d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439699 Sep 19 10:36:54.827890 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3c82531-ca27-4c00-a092-11ec11ac09d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (fed32d1f-4b0e-486b-9a62-ad63b36e3b8c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.830414 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3c82531-ca27-4c00-a092-11ec11ac09d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:54.831532 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e3c82531-ca27-4c00-a092-11ec11ac09d3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fed32d1f-4b0e-486b-9a62-ad63b36e3b8c HTTP/1.1" status: 204 len: 168 time: 0.3700712 Sep 19 10:36:54.848045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c82531-ca27-4c00-a092-11ec11ac09d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed32d1f-4b0e-486b-9a62-ad63b36e3b8c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:54.858109 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:54.860872 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb835da-3cbc-4e92-97dd-ebea5fc8bc22 req-e9912072-9008-4905-8951-0d2d2c2cf755 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:54.862470 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fdb835da-3cbc-4e92-97dd-ebea5fc8bc22 req-e9912072-9008-4905-8951-0d2d2c2cf755 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0649812 Sep 19 10:36:54.914623 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fdb835da-3cbc-4e92-97dd-ebea5fc8bc22 req-d9699796-c4d9-4f38-9bb5-e14e4bbc4e7c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Sep 19 10:36:54.957136 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:36:54.959615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffcce1d-7e01-4612-8d61-292a2cc39b72" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:36:54.997996 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de0a6cf-e518-455f-95f5-c18c4fe87279 x-openstack-request-id: req-1de0a6cf-e518-455f-95f5-c18c4fe87279 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:36:54.998357 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:36:54.998707 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1de0a6cf-e518-455f-95f5-c18c4fe87279 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:36:54.999303 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de0a6cf-e518-455f-95f5-c18c4fe87279'] response: {'name': 'network-changed', 'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'status': 'completed', 'code': 200} Sep 19 10:36:55.080315 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 2 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:55.101019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:55.113674 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:55.408288 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57306) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:55.421478 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f546a9cf-b8a1-46dd-b219-1cc158122191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:55.505113 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f546a9cf-b8a1-46dd-b219-1cc158122191 admin admin] Publish callbacks [] for security_group (17ceb0dc-ff68-4b79-9553-913a792f46b4), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:55.614657 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 3 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:55.646708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:55.660910 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f546a9cf-b8a1-46dd-b219-1cc158122191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (17ceb0dc-ff68-4b79-9553-913a792f46b4), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:55.728791 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775990fc-1cd6-4df7-b305-5cfa54aeb93e req-6f42027e-1e1e-4dd3-add2-f552ea6712f0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:55.730569 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-775990fc-1cd6-4df7-b305-5cfa54aeb93e req-6f42027e-1e1e-4dd3-add2-f552ea6712f0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0805640 Sep 19 10:36:55.736625 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f546a9cf-b8a1-46dd-b219-1cc158122191 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0d9786b577494ccf859f6585f119a9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235893 Sep 19 10:36:55.736625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546a9cf-b8a1-46dd-b219-1cc158122191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ceb0dc-ff68-4b79-9553-913a792f46b4,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:55.737293 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57318) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:55.789425 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-775990fc-1cd6-4df7-b305-5cfa54aeb93e req-a908db39-a396-488e-9572-7099ce59be74 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520537 Sep 19 10:36:55.852275 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a9deab0e-57ad-4072-b738-938d4ab96775 admin admin] Publish callbacks [] for security_group (17ceb0dc-ff68-4b79-9553-913a792f46b4), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:55.886714 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea51b3d-ad0e-455f-8089-0fec781f925f req-cad4184d-3fde-4b2a-8cb6-4cfc32cd21c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:55.888133 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1ea51b3d-ad0e-455f-8089-0fec781f925f req-cad4184d-3fde-4b2a-8cb6-4cfc32cd21c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0693500 Sep 19 10:36:55.893039 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a9deab0e-57ad-4072-b738-938d4ab96775 admin admin] Publish callbacks [] for security_group (17ceb0dc-ff68-4b79-9553-913a792f46b4), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:55.913947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb92c-a677-47d0-97ca-a48d88c0694f req-60b5558f-5ff7-4c92-b311-30b2a2650e0c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:55.921567 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ccb92c-a677-47d0-97ca-a48d88c0694f req-60b5558f-5ff7-4c92-b311-30b2a2650e0c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 932 time: 0.0620737 Sep 19 10:36:55.971530 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1ea51b3d-ad0e-455f-8089-0fec781f925f req-455f0f79-9ac5-479e-aeac-13517b571abf tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759532 Sep 19 10:36:55.976069 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ccb92c-a677-47d0-97ca-a48d88c0694f req-f0940422-408d-4d08-b156-ea3657c51b04 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503545 Sep 19 10:36:56.109671 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a9deab0e-57ad-4072-b738-938d4ab96775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (17ceb0dc-ff68-4b79-9553-913a792f46b4), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:56.112485 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a9deab0e-57ad-4072-b738-938d4ab96775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:56.114148 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a9deab0e-57ad-4072-b738-938d4ab96775 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/17ceb0dc-ff68-4b79-9553-913a792f46b4 HTTP/1.1" status: 204 len: 168 time: 0.3754764 Sep 19 10:36:56.117993 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:56.177568 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 4 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:56.177913 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deab0e-57ad-4072-b738-938d4ab96775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ceb0dc-ff68-4b79-9553-913a792f46b4,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:56.189190 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6e5e-c396-4b37-a286-bf952c8f4390 req-1583c630-a474-4d9f-90f8-656f3b482c42 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:56.191490 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-88ec6e5e-c396-4b37-a286-bf952c8f4390 req-1583c630-a474-4d9f-90f8-656f3b482c42 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.1273210 Sep 19 10:36:56.210516 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:56.255043 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-88ec6e5e-c396-4b37-a286-bf952c8f4390 req-9d6b539c-c8aa-41cd-aff1-3745299be37d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492485 Sep 19 10:36:56.711856 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 5 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:56.744533 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:56.780602 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:56.932305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d4ce3-2184-48c6-8a2e-d94d1bd09653 req-31ab944e-dc71-423d-92ba-3fa79b51cc79 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:56.980886 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-436d4ce3-2184-48c6-8a2e-d94d1bd09653 req-31ab944e-dc71-423d-92ba-3fa79b51cc79 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0524912 Sep 19 10:36:56.988418 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-436d4ce3-2184-48c6-8a2e-d94d1bd09653 req-055bfb2a-7689-4533-9779-aff85c9540df tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479953 Sep 19 10:36:57.162200 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48403033-9445-44e3-be50-48be634d8063 req-80b8bced-079f-4449-997e-6ee1e2e1d61b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:57.170192 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-48403033-9445-44e3-be50-48be634d8063 req-80b8bced-079f-4449-997e-6ee1e2e1d61b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0899618 Sep 19 10:36:57.188418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d8909-42b1-44a1-9722-a309aff88e36 req-9714ab5a-3ac8-4d87-8be1-ab094f9ef208 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:57.203437 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c3d8909-42b1-44a1-9722-a309aff88e36 req-9714ab5a-3ac8-4d87-8be1-ab094f9ef208 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 932 time: 0.0999250 Sep 19 10:36:57.217601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:57.236135 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-48403033-9445-44e3-be50-48be634d8063 req-25377f73-7f94-4576-b804-8b7fa47ae07a tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646212 Sep 19 10:36:57.245779 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 6 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:57.300181 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c3d8909-42b1-44a1-9722-a309aff88e36 req-c8b0eca2-f84a-49e8-87f7-732ceafcdaa9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022551 Sep 19 10:36:57.351689 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:57.476188 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1169-7f59-4d09-bcb9-2474505a3905 req-152c3b28-2a97-4085-b900-9ea2479ded6c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:57.495130 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-80cb1169-7f59-4d09-bcb9-2474505a3905 req-152c3b28-2a97-4085-b900-9ea2479ded6c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0867665 Sep 19 10:36:57.538213 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57380) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:57.701274 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-80cb1169-7f59-4d09-bcb9-2474505a3905 req-01ba68b0-b6b0-4035-a4c2-ecdac1ec2c26 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107313 Sep 19 10:36:57.703078 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-4888b8f3-56b0-4c46-9637-96490f250996 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 HTTP/1.1" status: 200 len: 217 time: 0.1265094 Sep 19 10:36:57.746336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-819a9f5e-6164-41fa-9d6e-6472728dfc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:57.852490 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 7 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:57.925876 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:57.975656 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Request body: {'port': {'device_id': '784aab17-65f2-41da-97ef-e294b0a9713d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:36:58.071482 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.222613 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57406) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:58.252981 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-db71d5ce-7681-4a14-9a45-2876d8c742e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.253248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09473e-2b94-4629-8165-2bde53ae1d32 req-f894fc41-7159-47e8-a85f-546a4aa6f5f7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.255080 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8c09473e-2b94-4629-8165-2bde53ae1d32 req-f894fc41-7159-47e8-a85f-546a4aa6f5f7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.1689680 Sep 19 10:36:58.264881 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-819a9f5e-6164-41fa-9d6e-6472728dfc7d admin admin] Publish callbacks [] for security_group (b91e588e-b543-4a54-966c-3a921e12275a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.386693 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8c09473e-2b94-4629-8165-2bde53ae1d32 req-c8003bca-769f-454c-8a88-0db35198fad4 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786731 Sep 19 10:36:58.428924 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 8 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:58.506028 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:58.545500 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-819a9f5e-6164-41fa-9d6e-6472728dfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b91e588e-b543-4a54-966c-3a921e12275a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.592393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f102-feee-4d00-887f-db196fb351b6 req-b5b52b31-44da-4f7a-a198-736d0d4ae715 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.594018 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9936f102-feee-4d00-887f-db196fb351b6 req-b5b52b31-44da-4f7a-a198-736d0d4ae715 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.2291706 Sep 19 10:36:58.713344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-0de5ac23-cc94-487b-94e5-a8a870b37f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.713344 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-0de5ac23-cc94-487b-94e5-a8a870b37f12 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=c0cac1c8-b48e-4987-8cd6-4d0901b58c4d HTTP/1.1" status: 200 len: 851 time: 0.2551475 Sep 19 10:36:58.713344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb8d8-1052-446b-a35c-2de1382ba283 req-13f76765-34b5-47fb-a269-535b4522a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.713344 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be5bb8d8-1052-446b-a35c-2de1382ba283 req-13f76765-34b5-47fb-a269-535b4522a5ff service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1127 time: 0.0985820 Sep 19 10:36:58.735468 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcce1d-7e01-4612-8d61-292a2cc39b72 req-2983c61a-9f5c-4af2-8633-b35fa9544720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.737016 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ffcce1d-7e01-4612-8d61-292a2cc39b72 req-2983c61a-9f5c-4af2-8633-b35fa9544720 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 1128 time: 0.2105474 Sep 19 10:36:58.744439 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a9f5e-6164-41fa-9d6e-6472728dfc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e588e-b543-4a54-966c-3a921e12275a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:58.757877 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354d553-0b74-4d16-9430-347436f2667d req-a8ea7d3a-fc55-409b-973f-6f1e25a735cd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.759549 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c354d553-0b74-4d16-9430-347436f2667d req-a8ea7d3a-fc55-409b-973f-6f1e25a735cd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 932 time: 0.1675982 Sep 19 10:36:58.767279 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-819a9f5e-6164-41fa-9d6e-6472728dfc7d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4ba58ccb64164ca49cf7c7cc89fbc15d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2251544 Sep 19 10:36:58.767788 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57422) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:58.813319 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-db71d5ce-7681-4a14-9a45-2876d8c742e1 admin admin] Publish callbacks [] for security_group (2abc82f3-32c8-40e2-bc8c-96484a2b2dfb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.871586 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:36:58.893001 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9936f102-feee-4d00-887f-db196fb351b6 req-7dbe981d-5faf-41be-8b42-1b0fce4ca264 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624333 Sep 19 10:36:58.896987 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-db71d5ce-7681-4a14-9a45-2876d8c742e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (2abc82f3-32c8-40e2-bc8c-96484a2b2dfb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.914808 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Publish callbacks [] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:58.926700 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-059850ee-d5a9-43ce-88b3-800c3ac9664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:58.928820 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-059850ee-d5a9-43ce-88b3-800c3ac9664f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d69b67b4-e387-4227-8485-27202b66f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2112260 Sep 19 10:36:58.952090 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-db71d5ce-7681-4a14-9a45-2876d8c742e1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=37da538b9ed248e3aabb57e3e008794a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7243571 Sep 19 10:36:58.973444 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57424) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:59.007446 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 9 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:59.050938 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Transition to ACTIVE for port object 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:36:59.081581 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:59.095488 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-eddb02c9-bc14-4a05-a573-66053d4c2535 admin admin] Publish callbacks [] for security_group (b91e588e-b543-4a54-966c-3a921e12275a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.150029 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c354d553-0b74-4d16-9430-347436f2667d req-567c4bb1-7165-42a5-b837-e287a923e414 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777812 Sep 19 10:36:59.150029 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57430) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:36:59.199250 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.231659 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:36:59.267437 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71d5ce-7681-4a14-9a45-2876d8c742e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abc82f3-32c8-40e2-bc8c-96484a2b2dfb,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:59.274034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-eddb02c9-bc14-4a05-a573-66053d4c2535 admin admin] Publish callbacks [] for security_group (b91e588e-b543-4a54-966c-3a921e12275a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.419430 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97dcae-9b96-4826-9788-04df57f00f88 req-5972db40-8f8b-44d9-ba3d-06b3446df212 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:59.430852 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:59.446893 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ec97dcae-9b96-4826-9788-04df57f00f88 req-5972db40-8f8b-44d9-ba3d-06b3446df212 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.3367369 Sep 19 10:36:59.466762 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Attempting to bind port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:36:59.467487 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Attempting to bind port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:36:59.468141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Attempting to bind port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 on network d4b8524c-7971-4971-b615-0e1396b631d7 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:59.518967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcce1d-7e01-4612-8d61-292a2cc39b72 req-d408130a-8825-428a-a750-06b1b31207a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:59.520908 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ffcce1d-7e01-4612-8d61-292a2cc39b72 req-d408130a-8825-428a-a750-06b1b31207a2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=e86736f46b254bc399298305a8888467&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5304077 Sep 19 10:36:59.537961 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb782-db62-4bb5-9fab-45e815613fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.577255 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-2b560e48-ca9f-4993-bf2c-c66e6879bfad service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465004 Sep 19 10:36:59.578323 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb8d8-1052-446b-a35c-2de1382ba283 req-cc6355a5-11b4-458f-9193-24a08c621573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:59.579915 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be5bb8d8-1052-446b-a35c-2de1382ba283 req-cc6355a5-11b4-458f-9193-24a08c621573 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=67ec80c3417443d7b2368506bbd4a814&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6366279 Sep 19 10:36:59.580523 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0573b251-f471-49ac-8b13-0ac01b3b78fb admin admin] Publish callbacks [] for security_group (2abc82f3-32c8-40e2-bc8c-96484a2b2dfb), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.617881 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Attempt 10 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:36:59.687867 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2f162654-b0cc-4de6-b3d9-b09c3814443c None None] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:36:59.714488 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-eddb02c9-bc14-4a05-a573-66053d4c2535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b91e588e-b543-4a54-966c-3a921e12275a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.717889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-eddb02c9-bc14-4a05-a573-66053d4c2535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.725324 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-eddb02c9-bc14-4a05-a573-66053d4c2535 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b91e588e-b543-4a54-966c-3a921e12275a HTTP/1.1" status: 204 len: 168 time: 0.9498224 Sep 19 10:36:59.736064 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 on network d4b8524c-7971-4971-b615-0e1396b631d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:36:59.736426 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Attempting to bind port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 on network d4b8524c-7971-4971-b615-0e1396b631d7 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:36:59.791134 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb02c9-bc14-4a05-a573-66053d4c2535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e588e-b543-4a54-966c-3a921e12275a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:36:59.799367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54e35c-287e-4b93-8d90-ce60e48082b9 req-bc3638cb-0947-4e43-a96f-a550acbc238b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:59.801044 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f54e35c-287e-4b93-8d90-ce60e48082b9 req-bc3638cb-0947-4e43-a96f-a550acbc238b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.2697997 Sep 19 10:36:59.976436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0573b251-f471-49ac-8b13-0ac01b3b78fb admin admin] Publish callbacks [] for security_group (2abc82f3-32c8-40e2-bc8c-96484a2b2dfb), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcce1d-7e01-4612-8d61-292a2cc39b72 req-b45e94c1-fd80-4acb-b636-f3dfe0ac0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ffcce1d-7e01-4612-8d61-292a2cc39b72 req-b45e94c1-fd80-4acb-b636-f3dfe0ac0462 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4184980 Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Checking segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Bound using segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Bound port: 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:36:59.976998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:36:59.995537 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f54e35c-287e-4b93-8d90-ce60e48082b9 req-6b8df1ab-ac60-4c11-b5d4-ccf40b2b5cb8 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574302 Sep 19 10:37:00.010316 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ec97dcae-9b96-4826-9788-04df57f00f88 req-a4439e89-a426-4f3b-ae33-e4110509c7bf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5573518 Sep 19 10:37:00.071941 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb782-db62-4bb5-9fab-45e815613fc3 admin admin] Publish callbacks [] for security_group (36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.118959 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:37:00.124820 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:37:00.146157 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-045cc709-cd7e-431e-91c9-c2024f318cbc req-7efd85fa-b3e2-4a35-8526-3074012503c6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468671 Sep 19 10:37:00.176132 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb8d8-1052-446b-a35c-2de1382ba283 req-0ff87a20-c5c1-420c-95f4-d4e219d71491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:00.177914 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be5bb8d8-1052-446b-a35c-2de1382ba283 req-0ff87a20-c5c1-420c-95f4-d4e219d71491 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5677390 Sep 19 10:37:00.203781 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb782-db62-4bb5-9fab-45e815613fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.212456 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.248045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:00.248045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.248045 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 1094 time: 2.2683885 Sep 19 10:37:00.248541 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed3b1-d689-404a-97b7-cf6ed5b23ccf req-97728432-6578-413c-b9e9-f758005174cf tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:00.254302 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ec1ed3b1-d689-404a-97b7-cf6ed5b23ccf req-97728432-6578-413c-b9e9-f758005174cf tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.1227953 Sep 19 10:37:00.332985 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:00.333248 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ec1ed3b1-d689-404a-97b7-cf6ed5b23ccf req-3f025b5f-fde0-4b45-ae86-0740992911bf tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724757 Sep 19 10:37:00.335284 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:00.384443 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0573b251-f471-49ac-8b13-0ac01b3b78fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (2abc82f3-32c8-40e2-bc8c-96484a2b2dfb), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.388993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0573b251-f471-49ac-8b13-0ac01b3b78fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.403466 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0573b251-f471-49ac-8b13-0ac01b3b78fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2abc82f3-32c8-40e2-bc8c-96484a2b2dfb HTTP/1.1" status: 204 len: 168 time: 1.4209690 Sep 19 10:37:00.408839 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c146dd-6508-4012-8c3c-25629c7a47ca service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:00.411519 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573b251-f471-49ac-8b13-0ac01b3b78fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abc82f3-32c8-40e2-bc8c-96484a2b2dfb,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:00.485518 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde60dab-6ad9-49bd-bb5c-1d2feba6f870 x-openstack-request-id: req-bde60dab-6ad9-49bd-bb5c-1d2feba6f870 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:00.486294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:00.486294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bde60dab-6ad9-49bd-bb5c-1d2feba6f870 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:00.490563 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde60dab-6ad9-49bd-bb5c-1d2feba6f870'] response: {'name': 'network-changed', 'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'status': 'completed', 'code': 200} Sep 19 10:37:00.515190 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb782-db62-4bb5-9fab-45e815613fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:00.535062 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb238fd-4ada-4188-98d0-39ad48927e36 req-633e22ca-abbf-429b-befd-111acecf88d1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:00.544957 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eeb238fd-4ada-4188-98d0-39ad48927e36 req-633e22ca-abbf-429b-befd-111acecf88d1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.2008252 Sep 19 10:37:00.551453 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0e3cb782-db62-4bb5-9fab-45e815613fc3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e462cb6b51f04221a55a34cd8ecece46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3534317 Sep 19 10:37:00.554502 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57460) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:00.637689 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:00.645690 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eeb238fd-4ada-4188-98d0-39ad48927e36 req-b0fc75ed-747d-4f33-bb50-ff52ae688d29 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998433 Sep 19 10:37:00.648967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-5c9e5184-9970-47fa-aa46-f67324b73ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:00.650644 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-5c9e5184-9970-47fa-aa46-f67324b73ae3 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 1128 time: 0.1035352 Sep 19 10:37:00.679798 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c061073-a453-451c-a1e8-b259f96df8f1 admin admin] Publish callbacks [] for security_group (36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.715181 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c061073-a453-451c-a1e8-b259f96df8f1 admin admin] Publish callbacks [] for security_group (36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:00.997393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c061073-a453-451c-a1e8-b259f96df8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.000452 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c061073-a453-451c-a1e8-b259f96df8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.001898 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-5c061073-a453-451c-a1e8-b259f96df8f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5 HTTP/1.1" status: 204 len: 168 time: 0.4462991 Sep 19 10:37:01.010359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c061073-a453-451c-a1e8-b259f96df8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9c98f-0c35-4244-9a5f-aa0fccc0fcf5,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:01.168745 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e5fff-236e-486b-b758-38422df6030d req-11783905-9449-4e3e-bfde-c5be8b074701 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.170379 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-487e5fff-236e-486b-b758-38422df6030d req-11783905-9449-4e3e-bfde-c5be8b074701 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0588357 Sep 19 10:37:01.249583 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-487e5fff-236e-486b-b758-38422df6030d req-0f23bb31-447f-4432-b117-6bc6beb62f60 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668693 Sep 19 10:37:01.250392 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57474) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:01.277941 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d28461e-ee61-4018-8387-c049e84d3690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.379745 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d790f1-8104-437f-92ca-2099c287c34c req-90c95e9d-867b-4679-ac58-a7a50af4397b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.397585 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6d790f1-8104-437f-92ca-2099c287c34c req-90c95e9d-867b-4679-ac58-a7a50af4397b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.2903130 Sep 19 10:37:01.443925 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d28461e-ee61-4018-8387-c049e84d3690 admin admin] Publish callbacks [] for security_group (796a7a31-f1c6-48f0-8003-ce85f8a45d8d), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.458969 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6d790f1-8104-437f-92ca-2099c287c34c req-a8941782-4ed9-43e9-ad15-a5e8c3871028 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655460 Sep 19 10:37:01.572000 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c779f-49c4-4fd5-8f91-b6b193904171 req-e48b97df-7470-4831-9ed5-58e9106a089d tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.574570 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fb3c779f-49c4-4fd5-8f91-b6b193904171 req-e48b97df-7470-4831-9ed5-58e9106a089d tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.1119289 Sep 19 10:37:01.577391 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8 req-6e1dd738-1a9c-4808-84c3-d6d0848879ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.578818 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8 req-6e1dd738-1a9c-4808-84c3-d6d0848879ea service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1128 time: 0.0874703 Sep 19 10:37:01.582071 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-fdfda2cf-60f6-4be6-b193-fb9471631291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.583471 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-fdfda2cf-60f6-4be6-b193-fb9471631291 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1127 time: 0.0631235 Sep 19 10:37:01.590065 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-df3c55ea-61dd-41eb-9f8b-18dd5c2bb6f8 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9 HTTP/1.1" status: 200 len: 217 time: 0.0775068 Sep 19 10:37:01.633424 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-28941ec0-957b-4315-a7d7-34c2248ac0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.634923 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-28941ec0-957b-4315-a7d7-34c2248ac0ea service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=a48df5556fc247fba5eaf7d3d1ecf44f&device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 1128 time: 0.0874133 Sep 19 10:37:01.645554 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9d28461e-ee61-4018-8387-c049e84d3690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (796a7a31-f1c6-48f0-8003-ce85f8a45d8d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.671952 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-8b68945f-b7f4-47f7-9b2d-601d10d8490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.673487 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-8b68945f-b7f4-47f7-9b2d-601d10d8490b service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0606623 Sep 19 10:37:01.721983 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-6ba67c13-05b4-4ab7-b3c4-628715fc086e service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 200 len: 217 time: 0.0954866 Sep 19 10:37:01.725086 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fb3c779f-49c4-4fd5-8f91-b6b193904171 req-0b711362-6e03-427e-a9fb-0beda39c151f tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400201 Sep 19 10:37:01.780065 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9d28461e-ee61-4018-8387-c049e84d3690 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6f84f2beacce4ed484a8e67c2d4c993e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5283749 Sep 19 10:37:01.783473 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57492) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:01.790675 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28461e-ee61-4018-8387-c049e84d3690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a7a31-f1c6-48f0-8003-ce85f8a45d8d,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:01.834289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8 req-f69af544-2b7a-4e48-915c-9ded74f8be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.836367 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8 req-f69af544-2b7a-4e48-915c-9ded74f8be42 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=e3160b641b81433780d38eca696bfdf1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2259967 Sep 19 10:37:01.852543 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3269128c-6bbc-400a-8c96-951dce12fb05 admin admin] Publish callbacks [] for security_group (796a7a31-f1c6-48f0-8003-ce85f8a45d8d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.875991 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3269128c-6bbc-400a-8c96-951dce12fb05 admin admin] Publish callbacks [] for security_group (796a7a31-f1c6-48f0-8003-ce85f8a45d8d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:01.961294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08284af-91da-4989-a07a-6d4895b62282 req-da91351b-4b0b-4992-ab99-eed88aae0319 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:01.962997 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f08284af-91da-4989-a07a-6d4895b62282 req-da91351b-4b0b-4992-ab99-eed88aae0319 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0553749 Sep 19 10:37:01.982659 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:02.014314 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f08284af-91da-4989-a07a-6d4895b62282 req-1599cb08-1d48-481d-b48d-736896826cd5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Sep 19 10:37:02.048554 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3269128c-6bbc-400a-8c96-951dce12fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (796a7a31-f1c6-48f0-8003-ce85f8a45d8d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.051200 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3269128c-6bbc-400a-8c96-951dce12fb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.052320 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3269128c-6bbc-400a-8c96-951dce12fb05 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/796a7a31-f1c6-48f0-8003-ce85f8a45d8d HTTP/1.1" status: 204 len: 168 time: 0.2678363 Sep 19 10:37:02.060656 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269128c-6bbc-400a-8c96-951dce12fb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a7a31-f1c6-48f0-8003-ce85f8a45d8d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:02.208742 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-ab9f6933-5257-42ed-b0b0-63f9aa91f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.210159 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-ab9f6933-5257-42ed-b0b0-63f9aa91f4c5 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.1006570 Sep 19 10:37:02.227472 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57506) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:02.258766 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8 req-3cdead07-333c-4608-a3dc-a5920845b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.261134 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e2ebd56e-0570-4143-b4e3-96a1a2f8a9b8 req-3cdead07-333c-4608-a3dc-a5920845b162 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439157 Sep 19 10:37:02.273948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-d713f97b-0ca2-49a1-a46b-dfbe076bbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.275539 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-d713f97b-0ca2-49a1-a46b-dfbe076bbaee service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1623149 Sep 19 10:37:02.291518 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4c19f3c3-a590-41f7-9dc0-935a6a2d9358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.393608 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-cc91f2fa-554a-4ed9-87b5-c0bf1a7615ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.395197 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-cc91f2fa-554a-4ed9-87b5-c0bf1a7615ad service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d69b67b4-e387-4227-8485-27202b66f471 HTTP/1.1" status: 200 len: 913 time: 0.2832594 Sep 19 10:37:02.424777 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aac3f-74b6-459f-8c74-8d46f4b6171e req-696b0261-0a6b-4ef9-b6ec-b8de20c32715 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.426436 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-961aac3f-74b6-459f-8c74-8d46f4b6171e req-696b0261-0a6b-4ef9-b6ec-b8de20c32715 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0761859 Sep 19 10:37:02.444611 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4c19f3c3-a590-41f7-9dc0-935a6a2d9358 admin admin] Publish callbacks [] for security_group (8d49230d-f19b-41d8-9625-95088612de4e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.484978 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-961aac3f-74b6-459f-8c74-8d46f4b6171e req-10d32307-ab10-44bb-b789-fd15bc7c8af7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507944 Sep 19 10:37:02.520441 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4c19f3c3-a590-41f7-9dc0-935a6a2d9358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (8d49230d-f19b-41d8-9625-95088612de4e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.593454 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4c19f3c3-a590-41f7-9dc0-935a6a2d9358 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8e1f2d4b68af47598f61ce902b3d8680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597291 Sep 19 10:37:02.596257 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57520) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:02.599273 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19f3c3-a590-41f7-9dc0-935a6a2d9358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d49230d-f19b-41d8-9625-95088612de4e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:02.617545 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002017e4-37a9-43ba-b5a2-3ce3232a8c89 req-4e31131a-898e-4de4-85ae-43bb26fedb4a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.619057 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-002017e4-37a9-43ba-b5a2-3ce3232a8c89 req-4e31131a-898e-4de4-85ae-43bb26fedb4a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0769649 Sep 19 10:37:02.652059 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8aa4778c-f2d2-4052-a97f-2316df976b1a admin admin] Publish callbacks [] for security_group (8d49230d-f19b-41d8-9625-95088612de4e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.670257 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-002017e4-37a9-43ba-b5a2-3ce3232a8c89 req-7689de37-be9e-4f69-9760-421cfab59340 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Sep 19 10:37:02.673210 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8aa4778c-f2d2-4052-a97f-2316df976b1a admin admin] Publish callbacks [] for security_group (8d49230d-f19b-41d8-9625-95088612de4e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.803164 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8aa4778c-f2d2-4052-a97f-2316df976b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (8d49230d-f19b-41d8-9625-95088612de4e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.806999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8aa4778c-f2d2-4052-a97f-2316df976b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.810370 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-8aa4778c-f2d2-4052-a97f-2316df976b1a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8d49230d-f19b-41d8-9625-95088612de4e HTTP/1.1" status: 204 len: 168 time: 0.2129848 Sep 19 10:37:02.828973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4778c-f2d2-4052-a97f-2316df976b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d49230d-f19b-41d8-9625-95088612de4e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:02.853355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c00638d3-d8b6-4e0d-a2e3-d6bf8cd5ac5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:02.866997 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fee801-653d-437b-865c-a7c932d6b279 req-d0b5443a-6419-4bb5-b31f-10f5a3b2b8c1 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:02.869511 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a5fee801-653d-437b-865c-a7c932d6b279 req-d0b5443a-6419-4bb5-b31f-10f5a3b2b8c1 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0562716 Sep 19 10:37:02.916563 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a5fee801-653d-437b-865c-a7c932d6b279 req-4b2c4cc3-6dce-478d-85e2-cd5e8ae924d4 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Sep 19 10:37:03.027388 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:37:03.076823 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:03.139399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e103d-f8d0-4e74-9755-310f40aae1a0 req-6710413b-f4b3-4d4d-8000-24dfc188fe2c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.140868 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-044e103d-f8d0-4e74-9755-310f40aae1a0 req-6710413b-f4b3-4d4d-8000-24dfc188fe2c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0468667 Sep 19 10:37:03.192599 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-044e103d-f8d0-4e74-9755-310f40aae1a0 req-e8c5a8c3-258c-440f-a027-01a3b7b9f3b8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458558 Sep 19 10:37:03.502442 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-c27bbf97-2992-48d1-84cf-5825e583736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.504989 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-c27bbf97-2992-48d1-84cf-5825e583736c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470142 Sep 19 10:37:03.532766 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-38bcaffd-d085-45b8-8616-e992ca8b5c5f service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 HTTP/1.1" status: 200 len: 217 time: 0.0731003 Sep 19 10:37:03.611967 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-88de1653-a7ac-4522-934f-d7bb134ce0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.613483 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-88de1653-a7ac-4522-934f-d7bb134ce0f8 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1128 time: 0.1074612 Sep 19 10:37:03.659692 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:03.677920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-7b955c29-1a0e-4281-b150-13c35f157c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.683368 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-7b955c29-1a0e-4281-b150-13c35f157c35 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=c0cac1c8-b48e-4987-8cd6-4d0901b58c4d HTTP/1.1" status: 200 len: 851 time: 0.1122081 Sep 19 10:37:03.711968 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-83de6d3b-9f3c-40bf-b833-7ca32469b95f service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0648382 Sep 19 10:37:03.731047 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8913-a881-4b37-832d-d018197d5cc9 req-9775d1c0-9916-4c37-82c3-a26923e1bb73 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.739345 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e3fc8913-a881-4b37-832d-d018197d5cc9 req-9775d1c0-9916-4c37-82c3-a26923e1bb73 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.1414943 Sep 19 10:37:03.771613 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-c952ec95-dfda-42c5-8ce7-fc6158286e11 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994707 Sep 19 10:37:03.783911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-ae7c128a-fe04-444e-8432-7ec45133fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.786418 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-ae7c128a-fe04-444e-8432-7ec45133fb99 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d69b67b4-e387-4227-8485-27202b66f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925279 Sep 19 10:37:03.792892 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-98bd92f1-4e95-4e02-9e3d-15e3bd3a9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.794403 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-98bd92f1-4e95-4e02-9e3d-15e3bd3a9c2c service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0702591 Sep 19 10:37:03.863195 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-413b66df-e555-4672-ae06-5ad902c61393 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472080 Sep 19 10:37:03.934139 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:03.963378 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1d61a-8c97-4bc1-a229-37f1bbfab298 req-76044248-0c3d-40fc-bfbe-4634080b2558 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.965480 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59d1d61a-8c97-4bc1-a229-37f1bbfab298 req-76044248-0c3d-40fc-bfbe-4634080b2558 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.1208181 Sep 19 10:37:03.997566 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9605-50b5-4545-a82a-8441caad300c req-7d7c1b26-9fa6-4b3c-a8c3-cc8ed9e7fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:03.999418 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-7d7c1b26-9fa6-4b3c-a8c3-cc8ed9e7fc61 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1951826 Sep 19 10:37:04.024157 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05e0b246-37f5-4314-8bfc-9dcd5c9ca509 req-80a05783-4c90-40d8-ad54-753e2c4c0db2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494906 Sep 19 10:37:04.034627 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85ff3a26-c618-40e7-b330-b2e2627e728d req-672d3f71-3847-4305-b19c-ed538a17c6a7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470913 Sep 19 10:37:04.038341 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e3fc8913-a881-4b37-832d-d018197d5cc9 req-7e97c724-2d07-49be-8912-926d5335ee3f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981315 Sep 19 10:37:04.102261 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59d1d61a-8c97-4bc1-a229-37f1bbfab298 req-935fd5db-8b50-43b7-b89a-d02d0771cea1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247649 Sep 19 10:37:04.105318 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-56a57684-5dfb-4c7b-8d53-a3ef537696ae service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616475 Sep 19 10:37:04.139690 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-d40b116d-2352-4493-85d6-b3a40a6a530a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298406 Sep 19 10:37:04.225549 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-27b6b72b-6738-4627-90f8-eb23cae45218 req-89c89ac9-a603-4c41-86cd-c9fc1cf28a30 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123636 Sep 19 10:37:04.284191 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8ede-018f-4437-a307-5d0859ad3bef req-a488d2a1-7d2c-4453-989f-465c9ec6806b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:04.285624 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5ace8ede-018f-4437-a307-5d0859ad3bef req-a488d2a1-7d2c-4453-989f-465c9ec6806b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0833716 Sep 19 10:37:04.313203 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-750d9605-50b5-4545-a82a-8441caad300c req-38a7e6af-e7de-43c6-96d5-52192559ede3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658049 Sep 19 10:37:04.335833 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8609-71b3-47c9-84f6-16c2b2332c6d req-75bb5d02-a06c-4d70-b6d6-877b4f78c48b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:04.337797 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-009b8609-71b3-47c9-84f6-16c2b2332c6d req-75bb5d02-a06c-4d70-b6d6-877b4f78c48b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0573425 Sep 19 10:37:04.353619 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5ace8ede-018f-4437-a307-5d0859ad3bef req-afa98ab1-4f3c-4473-b1ab-650c29fa88f7 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621183 Sep 19 10:37:04.402602 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-009b8609-71b3-47c9-84f6-16c2b2332c6d req-a6b77652-e928-4a64-9603-c0355d177937 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577006 Sep 19 10:37:04.684183 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57610) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:04.818889 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0dafa890-70d1-4bb0-afac-0470d5927a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:04.823618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:04.916397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0dafa890-70d1-4bb0-afac-0470d5927a5f admin admin] Publish callbacks [] for security_group (ddac228e-3b16-4c64-971b-3818e1afc5e7), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:04.982984 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0dafa890-70d1-4bb0-afac-0470d5927a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ddac228e-3b16-4c64-971b-3818e1afc5e7), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:05.025973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57622) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:05.026161 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0dafa890-70d1-4bb0-afac-0470d5927a5f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=88dc91cd104242938a2dec34b6188830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407788 Sep 19 10:37:05.026993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafa890-70d1-4bb0-afac-0470d5927a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac228e-3b16-4c64-971b-3818e1afc5e7,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:05.084589 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828d1c12-aef6-4418-a95d-7fb2043651cf admin admin] Publish callbacks [] for security_group (ddac228e-3b16-4c64-971b-3818e1afc5e7), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:05.107277 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828d1c12-aef6-4418-a95d-7fb2043651cf admin admin] Publish callbacks [] for security_group (ddac228e-3b16-4c64-971b-3818e1afc5e7), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:05.117180 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:05.220239 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cf77-799e-4c4b-896f-967d3c5943b9 req-d6ae5412-0f05-4ea1-ae31-71fd9010599f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:05.222038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1f32cf77-799e-4c4b-896f-967d3c5943b9 req-d6ae5412-0f05-4ea1-ae31-71fd9010599f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0717554 Sep 19 10:37:05.245522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828d1c12-aef6-4418-a95d-7fb2043651cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ddac228e-3b16-4c64-971b-3818e1afc5e7), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:05.256053 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828d1c12-aef6-4418-a95d-7fb2043651cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:05.256053 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-828d1c12-aef6-4418-a95d-7fb2043651cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ddac228e-3b16-4c64-971b-3818e1afc5e7 HTTP/1.1" status: 204 len: 168 time: 0.2222261 Sep 19 10:37:05.265809 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1c12-aef6-4418-a95d-7fb2043651cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac228e-3b16-4c64-971b-3818e1afc5e7,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:05.294290 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3b0d36a2-20d2-427b-8201-f10124e8d747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:05.302756 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6d57-8280-4355-a19e-d3bf6dcf6ac9 req-dcb14cfc-672a-4d0c-bda8-a2afe4c7c1b7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:05.310618 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c6d6d57-8280-4355-a19e-d3bf6dcf6ac9 req-dcb14cfc-672a-4d0c-bda8-a2afe4c7c1b7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0972948 Sep 19 10:37:05.312024 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1f32cf77-799e-4c4b-896f-967d3c5943b9 req-4b2af9bc-e751-4511-8cc1-e4cbee921c42 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842938 Sep 19 10:37:05.384204 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c6d6d57-8280-4355-a19e-d3bf6dcf6ac9 req-5a931860-cbc6-4b09-abd8-8aec0180aec7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689256 Sep 19 10:37:05.437760 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:05.516698 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b253-87cc-40a5-ba02-44fde5f33793 req-1037d539-83b9-4fa9-a869-5a863b7ddffc tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:05.517966 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a60b253-87cc-40a5-ba02-44fde5f33793 req-1037d539-83b9-4fa9-a869-5a863b7ddffc tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 944 time: 0.0572178 Sep 19 10:37:05.553263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54db98-72a5-4757-9b23-4b95e8ee8124 req-fd4c0b14-bc93-4032-a03f-92701a87b562 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:05.554761 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b54db98-72a5-4757-9b23-4b95e8ee8124 req-fd4c0b14-bc93-4032-a03f-92701a87b562 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0544062 Sep 19 10:37:05.587942 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a60b253-87cc-40a5-ba02-44fde5f33793 req-4de2255f-c81e-4141-8591-f09043a65187 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638802 Sep 19 10:37:05.615032 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b54db98-72a5-4757-9b23-4b95e8ee8124 req-b86c1ac9-7101-450d-bc77-038fce9dccac tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466139 Sep 19 10:37:05.800718 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:06.090470 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:37:06.112657 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:06.123153 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57666) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:06.146044 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-13f6799f-7bc0-4947-9fb5-43ebb6b1ee52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.218061 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:06.230743 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85', 'network_id': 'd69b67b4-e387-4227-8485-27202b66f471', 'port_id': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85', 'mac_address': 'fa:16:3e:8b:66:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cac1c8-b48e-4987-8cd6-4d0901b58c4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:37:06.260200 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-13f6799f-7bc0-4947-9fb5-43ebb6b1ee52 admin admin] Publish callbacks [] for security_group (3dc59cee-c6c3-4814-bf67-302f87a031d4), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.262786 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:06.273466 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:06.273858 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.283393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:06.288472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:37:06.309538 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:06.351352 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-13f6799f-7bc0-4947-9fb5-43ebb6b1ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3dc59cee-c6c3-4814-bf67-302f87a031d4), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.378273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.379516 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 46456a98-39a8-4dce-9255-b1a67d65e7e9 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:37:06.393491 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6799f-7bc0-4947-9fb5-43ebb6b1ee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc59cee-c6c3-4814-bf67-302f87a031d4,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:06.400185 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-13f6799f-7bc0-4947-9fb5-43ebb6b1ee52 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=480545e4a7954166b8afe6be2690e1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736731 Sep 19 10:37:06.400461 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57680) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:06.491192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30577d-5c30-45a8-930b-f0e19cb15473 req-c22f4644-6100-41f8-9655-97511f62aae4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:06.492723 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bd30577d-5c30-45a8-930b-f0e19cb15473 req-c22f4644-6100-41f8-9655-97511f62aae4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 944 time: 0.0730381 Sep 19 10:37:06.507903 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:06.527996 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.db.resource_extend [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 19 10:37:06.531780 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:06.539875 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41575-19fa-4a35-b4fa-6157207ca02d req-17d00f1c-a194-48a5-ad22-2c5a6e76b934 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:06.542589 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-23c41575-19fa-4a35-b4fa-6157207ca02d req-17d00f1c-a194-48a5-ad22-2c5a6e76b934 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0528195 Sep 19 10:37:06.545596 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20481bbb-85b1-4503-b3e0-b04c006332cb admin admin] Publish callbacks [] for security_group (3dc59cee-c6c3-4814-bf67-302f87a031d4), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.580289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20481bbb-85b1-4503-b3e0-b04c006332cb admin admin] Publish callbacks [] for security_group (3dc59cee-c6c3-4814-bf67-302f87a031d4), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.604766 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-23c41575-19fa-4a35-b4fa-6157207ca02d req-dc7fd721-54ed-4821-93ab-767a7e4b2d30 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525553 Sep 19 10:37:06.613940 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bd30577d-5c30-45a8-930b-f0e19cb15473 req-005a24bc-7a5b-4515-9927-2e0b14da6be3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918980 Sep 19 10:37:06.656724 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 46456a98-39a8-4dce-9255-b1a67d65e7e9, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:06.667086 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:37:06.715492 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 46456a98-39a8-4dce-9255-b1a67d65e7e9 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:06.716007 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.734267 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46456a98-39a8-4dce-9255-b1a67d65e7e9 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:37:06.741346 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d643-449e-4b7b-833a-9e72de466126 req-6d89b2cd-3993-458f-a237-434eaf463ede tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:06.743743 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f713d643-449e-4b7b-833a-9e72de466126 req-6d89b2cd-3993-458f-a237-434eaf463ede tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 945 time: 0.0616093 Sep 19 10:37:06.755061 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 46456a98-39a8-4dce-9255-b1a67d65e7e9, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:06.756522 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20481bbb-85b1-4503-b3e0-b04c006332cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3dc59cee-c6c3-4814-bf67-302f87a031d4), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.757142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.760803 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20481bbb-85b1-4503-b3e0-b04c006332cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.762307 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-20481bbb-85b1-4503-b3e0-b04c006332cb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3dc59cee-c6c3-4814-bf67-302f87a031d4 HTTP/1.1" status: 204 len: 168 time: 0.3603866 Sep 19 10:37:06.784017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481bbb-85b1-4503-b3e0-b04c006332cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc59cee-c6c3-4814-bf67-302f87a031d4,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:06.823640 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3672b86-7972-459a-902e-b29b0f991d27 req-c710534e-50d8-4f72-85bd-f5d38cadea1f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:06.823640 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d3672b86-7972-459a-902e-b29b0f991d27 req-c710534e-50d8-4f72-85bd-f5d38cadea1f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0904517 Sep 19 10:37:06.874296 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f713d643-449e-4b7b-833a-9e72de466126 req-d41de42d-4a15-4582-9d50-772ab1823538 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213586 Sep 19 10:37:06.880833 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:06.893333 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d3672b86-7972-459a-902e-b29b0f991d27 req-7d2668a7-7c79-4937-8a08-541d62e589b0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720487 Sep 19 10:37:06.899964 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:06.939332 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=46456a98-39a8-4dce-9255-b1a67d65e7e9,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:07.111151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:07.458709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:37:07.523660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:07.586090 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['46456a98-39a8-4dce-9255-b1a67d65e7e9'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:37:07.736533 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dde8a-f630-4966-bfbe-0ae97e83caca req-d0fba98b-01ee-41d9-8241-ef9352118c0d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:07.761959 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-227dde8a-f630-4966-bfbe-0ae97e83caca req-d0fba98b-01ee-41d9-8241-ef9352118c0d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 943 time: 0.0582685 Sep 19 10:37:07.820596 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eb970-85af-46ce-ad7b-d497b5d5b2ab req-dfb33206-32fb-48e1-94c8-918bb23b7a10 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:07.823373 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a5eb970-85af-46ce-ad7b-d497b5d5b2ab req-dfb33206-32fb-48e1-94c8-918bb23b7a10 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 945 time: 0.0845263 Sep 19 10:37:07.829460 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-227dde8a-f630-4966-bfbe-0ae97e83caca req-4a27587c-4ad8-4029-86d0-c9e252e0c80c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745828 Sep 19 10:37:07.878213 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a5eb970-85af-46ce-ad7b-d497b5d5b2ab req-d0490db0-1663-4eff-8ad4-867bc14f3bcf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454953 Sep 19 10:37:08.054696 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a933-85fa-4a54-bca1-67c44e1086d8 req-14a0dead-9289-47f6-9d7a-2899637cae61 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:08.056525 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-03d1a933-85fa-4a54-bca1-67c44e1086d8 req-14a0dead-9289-47f6-9d7a-2899637cae61 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0659220 Sep 19 10:37:08.065250 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c47aa0-bf7c-45d8-9d5b-a566838c68ac req-af4921c7-8662-4f30-87e5-8355bcb54c0e tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:08.065250 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70c47aa0-bf7c-45d8-9d5b-a566838c68ac req-af4921c7-8662-4f30-87e5-8355bcb54c0e tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 945 time: 0.1066453 Sep 19 10:37:08.134749 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-03d1a933-85fa-4a54-bca1-67c44e1086d8 req-906a8336-6634-483c-adc2-205dbc194a0e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656774 Sep 19 10:37:08.149034 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70c47aa0-bf7c-45d8-9d5b-a566838c68ac req-beb45c3f-f6b7-4694-805a-fa8d9b6827a4 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786273 Sep 19 10:37:08.214082 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:08.265188 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 30e156f6-3b5b-49b1-b29a-66c1049d478b details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:37:08.297424 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:08.438693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:08.488582 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 30e156f6-3b5b-49b1-b29a-66c1049d478b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:08.497963 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'port_id': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'mac_address': 'fa:16:3e:94:01:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:37:08.533355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:08.546812 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 30e156f6-3b5b-49b1-b29a-66c1049d478b is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:08.546812 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:08.562161 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e156f6-3b5b-49b1-b29a-66c1049d478b {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:37:08.583758 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 30e156f6-3b5b-49b1-b29a-66c1049d478b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:08.691488 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:08.692119 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:37:08.757320 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=30e156f6-3b5b-49b1-b29a-66c1049d478b,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:08.774380 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:08.785301 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:08.863696 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:37:08.882533 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:08.890103 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'mac_address': 'fa:16:3e:bf:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:37:08.912710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:08.966724 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:08.966990 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:08.982482 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:08.982857 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:08.983199 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 Sep 19 10:37:08.997613 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:37:09.005152 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfc261-23b9-4ca6-ba8a-a449dd9c022f req-048ca3da-3c3c-4968-8a48-a75649549d39 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:09.006965 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a4dfc261-23b9-4ca6-ba8a-a449dd9c022f req-048ca3da-3c3c-4968-8a48-a75649549d39 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 944 time: 0.0879238 Sep 19 10:37:09.035941 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:09.051349 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712a0d-f5a7-41c4-9503-b9794d25cddf req-bc52a7ef-c8c9-4ef1-b7fb-861180873f4b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:09.055826 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-29712a0d-f5a7-41c4-9503-b9794d25cddf req-bc52a7ef-c8c9-4ef1-b7fb-861180873f4b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 945 time: 0.0632017 Sep 19 10:37:09.056543 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:09.097807 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a4dfc261-23b9-4ca6-ba8a-a449dd9c022f req-ef787700-9148-4b1a-93b3-b966f12e11bc tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789969 Sep 19 10:37:09.140293 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:09.141435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:09.149566 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-29712a0d-f5a7-41c4-9503-b9794d25cddf req-0a8145e7-fe7a-4efa-aee3-3bd807981f4a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762179 Sep 19 10:37:09.179424 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:09.271137 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:09.283155 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:09.309554 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c9db-9ecf-484a-ae3b-7a79f4ec1716 req-d2a56e48-db4d-4e82-9f38-4c23319d25dc tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:09.318922 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-78b2c9db-9ecf-484a-ae3b-7a79f4ec1716 req-d2a56e48-db4d-4e82-9f38-4c23319d25dc tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 945 time: 0.0685604 Sep 19 10:37:09.336247 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c248-a175-4715-803c-428c1b715d46 req-9559c079-9f70-42cf-948f-532fca65a008 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:09.339124 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6207c248-a175-4715-803c-428c1b715d46 req-9559c079-9f70-42cf-948f-532fca65a008 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0964420 Sep 19 10:37:09.384686 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:09.385604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 46456a98-39a8-4dce-9255-b1a67d65e7e9 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:09.453360 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6207c248-a175-4715-803c-428c1b715d46 req-5cbf2c0e-462c-443a-be14-273f02f25dbb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050816 Sep 19 10:37:09.455904 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:09.499414 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e95fb-5c9b-43c1-bc6e-098b41bc0c9b" -d '{"events": [{"server_uuid": "0cd7fc03-1a62-4bae-a090-83b98557ca2c", "name": "network-vif-plugged", "status": "completed", "tag": "ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:09.510825 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 46456a98-39a8-4dce-9255-b1a67d65e7e9 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:37:09.528978 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:09.574327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:09.608113 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 46456a98-39a8-4dce-9255-b1a67d65e7e9 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:09.608568 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:09.615395 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 46456a98-39a8-4dce-9255-b1a67d65e7e9 Sep 19 10:37:09.615395 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b5becd-4ae8-4c7b-9f59-edde4a2b1b99 x-openstack-request-id: req-81b5becd-4ae8-4c7b-9f59-edde4a2b1b99 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:09.615395 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd7fc03-1a62-4bae-a090-83b98557ca2c", "name": "network-vif-plugged", "status": "completed", "tag": "ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:09.615395 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81b5becd-4ae8-4c7b-9f59-edde4a2b1b99 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:09.615395 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b5becd-4ae8-4c7b-9f59-edde4a2b1b99'] response: {'server_uuid': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85', 'code': 200} Sep 19 10:37:09.670629 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-78b2c9db-9ecf-484a-ae3b-7a79f4ec1716 req-0324556e-f05e-4117-9b2c-295cbd55afce tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492191 Sep 19 10:37:09.719009 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 46456a98-39a8-4dce-9255-b1a67d65e7e9 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:09.719273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:09.758289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 46456a98-39a8-4dce-9255-b1a67d65e7e9, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:09.835957 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['30e156f6-3b5b-49b1-b29a-66c1049d478b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:37:09.866813 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:09.942167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=46456a98-39a8-4dce-9255-b1a67d65e7e9,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:09.985395 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:37:09.995388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:10.083334 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:10.101491 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a1191-6d02-44e3-aba1-2dbbfb0b3edd req-b96a0b53-b621-4ef5-b987-d090766a350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:10.103010 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb2a1191-6d02-44e3-aba1-2dbbfb0b3edd req-b96a0b53-b621-4ef5-b987-d090766a350a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 1130 time: 0.0740342 Sep 19 10:37:10.130217 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-bb2a1191-6d02-44e3-aba1-2dbbfb0b3edd req-eb2e7a6e-be42-433a-b5fb-64116403ccb5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.170379 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57892) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:10.239895 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-bb2a1191-6d02-44e3-aba1-2dbbfb0b3edd req-eb2e7a6e-be42-433a-b5fb-64116403ccb5 service neutron] Publish callbacks [] for security_group (6522c290-7661-4df2-8fd7-e7b47ae4caac), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.266516 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4063c89-04d6-4cec-8813-7d80cc8af1da req-ef13f6f6-83e6-4406-a630-fed2b9c44330 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:10.268268 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4063c89-04d6-4cec-8813-7d80cc8af1da req-ef13f6f6-83e6-4406-a630-fed2b9c44330 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 944 time: 0.0505614 Sep 19 10:37:10.317762 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925c4bb-a200-4646-93bc-315cc8f1e41a req-d4db49a3-5341-45fa-b6ac-a4a938fd842c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:10.329115 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f925c4bb-a200-4646-93bc-315cc8f1e41a req-d4db49a3-5341-45fa-b6ac-a4a938fd842c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0874736 Sep 19 10:37:10.337392 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-bb2a1191-6d02-44e3-aba1-2dbbfb0b3edd req-eb2e7a6e-be42-433a-b5fb-64116403ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (6522c290-7661-4df2-8fd7-e7b47ae4caac), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.357724 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4063c89-04d6-4cec-8813-7d80cc8af1da req-b358fc86-6c33-4924-b151-73a03c4d51d7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767031 Sep 19 10:37:10.358291 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd127-3b57-4998-a64a-cf6cf7e9d246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.381034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e7a6e-be42-433a-b5fb-64116403ccb5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6522c290-7661-4df2-8fd7-e7b47ae4caac,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:10.433228 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb2a1191-6d02-44e3-aba1-2dbbfb0b3edd req-eb2e7a6e-be42-433a-b5fb-64116403ccb5 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186672 Sep 19 10:37:10.449254 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f925c4bb-a200-4646-93bc-315cc8f1e41a req-0f6c03bf-1aa3-42ee-94f9-083078c66a8d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190133 Sep 19 10:37:10.457753 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd127-3b57-4998-a64a-cf6cf7e9d246 admin admin] Publish callbacks [] for security_group (590d7e63-76b6-4624-9fee-33fa3ef612d1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.544520 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd127-3b57-4998-a64a-cf6cf7e9d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (590d7e63-76b6-4624-9fee-33fa3ef612d1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.615436 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9d9dd127-3b57-4998-a64a-cf6cf7e9d246 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42f07e17c66a439e878a6ee0b1d93314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439137 Sep 19 10:37:10.619026 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dd127-3b57-4998-a64a-cf6cf7e9d246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d7e63-76b6-4624-9fee-33fa3ef612d1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:10.619164 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57916) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:10.635078 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c02775-d658-4212-8bda-1e41eaec2b5d req-453245fc-49c4-4ec6-a596-e1cb427a64a8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:10.636499 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64c02775-d658-4212-8bda-1e41eaec2b5d req-453245fc-49c4-4ec6-a596-e1cb427a64a8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0801201 Sep 19 10:37:10.684500 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64c02775-d658-4212-8bda-1e41eaec2b5d req-c3edb956-1417-4be8-b22f-f65cd8fedc1c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 Sep 19 10:37:10.691864 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36da1ada-58e4-4dc3-8bed-5421d93d8ee5 admin admin] Publish callbacks [] for security_group (590d7e63-76b6-4624-9fee-33fa3ef612d1), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.718975 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36da1ada-58e4-4dc3-8bed-5421d93d8ee5 admin admin] Publish callbacks [] for security_group (590d7e63-76b6-4624-9fee-33fa3ef612d1), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.781169 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:10.799668 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e6fcc-4357-40d5-bdb8-0d9b26fec93a req-2f7b3ac2-b1b3-4fe6-aa49-e8a325e24c15 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:10.801151 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fe3e6fcc-4357-40d5-bdb8-0d9b26fec93a req-2f7b3ac2-b1b3-4fe6-aa49-e8a325e24c15 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0485914 Sep 19 10:37:10.852724 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fe3e6fcc-4357-40d5-bdb8-0d9b26fec93a req-e3d073bb-ae56-43cd-9f06-c51d36aa388f tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Sep 19 10:37:10.895716 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36da1ada-58e4-4dc3-8bed-5421d93d8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (590d7e63-76b6-4624-9fee-33fa3ef612d1), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.895716 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36da1ada-58e4-4dc3-8bed-5421d93d8ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:10.896636 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-36da1ada-58e4-4dc3-8bed-5421d93d8ee5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/590d7e63-76b6-4624-9fee-33fa3ef612d1 HTTP/1.1" status: 204 len: 168 time: 0.2758968 Sep 19 10:37:10.905573 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da1ada-58e4-4dc3-8bed-5421d93d8ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d7e63-76b6-4624-9fee-33fa3ef612d1,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:11.266874 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57944) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:11.269440 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 30e156f6-3b5b-49b1-b29a-66c1049d478b up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:11.321067 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 30e156f6-3b5b-49b1-b29a-66c1049d478b completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:37:11.377207 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8e09ef9-56c6-4879-a636-8cebe9be2b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.411433 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 30e156f6-3b5b-49b1-b29a-66c1049d478b triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:11.413270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.417152 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 30e156f6-3b5b-49b1-b29a-66c1049d478b Sep 19 10:37:11.500519 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:11.528133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8e09ef9-56c6-4879-a636-8cebe9be2b2d admin admin] Publish callbacks [] for security_group (bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.531024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 30e156f6-3b5b-49b1-b29a-66c1049d478b is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:11.537821 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.537974 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d59e-3861-414b-8b8e-0a05ce3cb621 req-b1ea05ac-09ae-49e2-a322-8db0c326ee13 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:11.537974 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6726d59e-3861-414b-8b8e-0a05ce3cb621 req-b1ea05ac-09ae-49e2-a322-8db0c326ee13 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 944 time: 0.0923500 Sep 19 10:37:11.580760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 30e156f6-3b5b-49b1-b29a-66c1049d478b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:11.614798 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ad341-f599-4c61-885d-1b31d67debe7 req-7a301ba7-5371-478f-93df-e582cc347478 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:11.614798 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a03ad341-f599-4c61-885d-1b31d67debe7 req-7a301ba7-5371-478f-93df-e582cc347478 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0733287 Sep 19 10:37:11.616506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9'}, {'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:11.621003 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8099614-47dd-4d67-988e-ec2c9b98c115" -d '{"events": [{"server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "name": "network-vif-plugged", "status": "completed", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9"}, {"server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "name": "network-vif-plugged", "status": "completed", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:11.674437 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a03ad341-f599-4c61-885d-1b31d67debe7 req-2000f995-81f0-49f9-9407-91b0350a0589 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494778 Sep 19 10:37:11.728456 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec6cbb1-1d61-45aa-af57-2b61839c9114 x-openstack-request-id: req-1ec6cbb1-1d61-45aa-af57-2b61839c9114 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:11.729410 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "name": "network-vif-plugged", "status": "completed", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9", "code": 200}, {"server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "name": "network-vif-plugged", "status": "completed", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:11.729784 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ec6cbb1-1d61-45aa-af57-2b61839c9114 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:11.730312 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec6cbb1-1d61-45aa-af57-2b61839c9114'] response: {'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'code': 200} Sep 19 10:37:11.730666 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec6cbb1-1d61-45aa-af57-2b61839c9114'] response: {'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'code': 200} Sep 19 10:37:11.735012 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:11.778432 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 57960) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:11.784161 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6726d59e-3861-414b-8b8e-0a05ce3cb621 req-9a10a1a2-568b-48e8-aa6d-8f67902af7eb tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339520 Sep 19 10:37:11.803436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2635240f-45b2-4b14-bcac-497797c20249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.856727 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751813-dda8-40f4-a1cc-837ab8e36066 req-155ac208-fbc6-45fd-b838-0a0af53c349a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:11.857286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8e09ef9-56c6-4879-a636-8cebe9be2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.858359 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5d751813-dda8-40f4-a1cc-837ab8e36066 req-155ac208-fbc6-45fd-b838-0a0af53c349a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0770383 Sep 19 10:37:11.887792 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.892721 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:11.902472 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b8e09ef9-56c6-4879-a636-8cebe9be2b2d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5346838c646e4c64bb9b6bb48b09fd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343925 Sep 19 10:37:11.903137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57964) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:11.910395 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e09ef9-56c6-4879-a636-8cebe9be2b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:11.954335 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5d751813-dda8-40f4-a1cc-837ab8e36066 req-50fbfc81-41a0-42b6-b99d-c7707383c75c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883126 Sep 19 10:37:11.985268 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-290a282e-b4be-4552-a2db-e31a58d4f73e admin admin] Publish callbacks [] for security_group (bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:11.997930 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2635240f-45b2-4b14-bcac-497797c20249 admin admin] Publish callbacks [] for security_group (b19a3981-c55c-43bd-b78c-f2ee3918d880), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.021556 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-290a282e-b4be-4552-a2db-e31a58d4f73e admin admin] Publish callbacks [] for security_group (bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.023136 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:37:12.035356 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=30e156f6-3b5b-49b1-b29a-66c1049d478b,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:12.058006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:12.077351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be798-23f1-4d4d-a2a2-5d77ea6b3b26 req-d5f36f35-50c2-438f-a947-22cb2744a6ca tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:12.078831 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c24be798-23f1-4d4d-a2a2-5d77ea6b3b26 req-d5f36f35-50c2-438f-a947-22cb2744a6ca tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0708570 Sep 19 10:37:12.114840 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2635240f-45b2-4b14-bcac-497797c20249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b19a3981-c55c-43bd-b78c-f2ee3918d880), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.128529 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c24be798-23f1-4d4d-a2a2-5d77ea6b3b26 req-c21107d3-4f69-4567-9758-aeddecc01654 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Sep 19 10:37:12.157806 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2635240f-45b2-4b14-bcac-497797c20249 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e801bccdf7114dbc8856179365584a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782370 Sep 19 10:37:12.158710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635240f-45b2-4b14-bcac-497797c20249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a3981-c55c-43bd-b78c-f2ee3918d880,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:12.161200 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 57966) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:12.172398 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:12.173555 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.174058 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:37:12.201746 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-290a282e-b4be-4552-a2db-e31a58d4f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.204241 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-290a282e-b4be-4552-a2db-e31a58d4f73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.208779 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-290a282e-b4be-4552-a2db-e31a58d4f73e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f HTTP/1.1" status: 204 len: 168 time: 0.3010240 Sep 19 10:37:12.216997 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a282e-b4be-4552-a2db-e31a58d4f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2457d4-2bf8-42ed-97aa-cf8b928a5e4f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:12.239987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b79f3fa5-91f8-4674-bbd5-a9cc805b159a admin admin] Publish callbacks [] for security_group (b19a3981-c55c-43bd-b78c-f2ee3918d880), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.262829 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b79f3fa5-91f8-4674-bbd5-a9cc805b159a admin admin] Publish callbacks [] for security_group (b19a3981-c55c-43bd-b78c-f2ee3918d880), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.294859 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:12.297289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.339680 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:12.413821 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b79f3fa5-91f8-4674-bbd5-a9cc805b159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b19a3981-c55c-43bd-b78c-f2ee3918d880), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.417292 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b79f3fa5-91f8-4674-bbd5-a9cc805b159a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.418583 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b79f3fa5-91f8-4674-bbd5-a9cc805b159a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b19a3981-c55c-43bd-b78c-f2ee3918d880 HTTP/1.1" status: 204 len: 168 time: 0.2562642 Sep 19 10:37:12.426912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3fa5-91f8-4674-bbd5-a9cc805b159a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a3981-c55c-43bd-b78c-f2ee3918d880,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:12.471186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:12.539836 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:12.861112 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277bd8-24ef-4a25-80c6-20bb717291ef req-491f88e1-04f1-40e8-a62f-5ea0ce525a95 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:12.861675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3591b-51bc-4f93-acab-177c85429684 req-6f838abc-ce78-4d58-8380-1e606def1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:12.862838 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ba277bd8-24ef-4a25-80c6-20bb717291ef req-491f88e1-04f1-40e8-a62f-5ea0ce525a95 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.1091247 Sep 19 10:37:12.863014 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2f3591b-51bc-4f93-acab-177c85429684 req-6f838abc-ce78-4d58-8380-1e606def1b4e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1129 time: 0.1087255 Sep 19 10:37:12.864035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eee48-16b3-4b6c-a172-73d854d9c815 req-709a6ab6-3f8e-407f-9a08-49123a84a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:12.865416 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a09eee48-16b3-4b6c-a172-73d854d9c815 req-709a6ab6-3f8e-407f-9a08-49123a84a669 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 1130 time: 0.1005628 Sep 19 10:37:12.955790 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ba277bd8-24ef-4a25-80c6-20bb717291ef req-410e5b0f-9003-474a-a528-fa62722064e8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833216 Sep 19 10:37:12.958204 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a09eee48-16b3-4b6c-a172-73d854d9c815 req-d2feef03-c072-4412-aa46-894be1d845e2 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769126 Sep 19 10:37:12.967913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1186-967d-4441-96ef-788233a5344f req-ec515d84-4c98-4a7c-a1b8-d31006aa8a44 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:12.969490 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-533d1186-967d-4441-96ef-788233a5344f req-ec515d84-4c98-4a7c-a1b8-d31006aa8a44 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0759254 Sep 19 10:37:12.972044 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2f3591b-51bc-4f93-acab-177c85429684 req-c9d92181-d5f7-4abd-b516-fc87273d5aec service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929017 Sep 19 10:37:13.023231 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-533d1186-967d-4441-96ef-788233a5344f req-d2c06dbd-9b7a-461e-951b-f656c3cf9d12 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466168 Sep 19 10:37:13.023726 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:13.098644 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820913be-1469-4c19-b60b-7c660811cee8 req-396b8ed8-5505-46b9-ade9-836adad22a6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:13.100105 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-820913be-1469-4c19-b60b-7c660811cee8 req-396b8ed8-5505-46b9-ade9-836adad22a6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0462263 Sep 19 10:37:13.135150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58002) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:13.148250 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-820913be-1469-4c19-b60b-7c660811cee8 req-1979705b-7d2c-4991-b085-b686c704ef19 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 Sep 19 10:37:13.151634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a5ef-bf67-4f24-ad9d-cbecdfc591cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.276078 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b568bd-a346-4630-b78c-f7ec96a7e133 req-fea07fa3-f2f7-4678-9cee-7866529d4f10 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:13.277883 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32b568bd-a346-4630-b78c-f7ec96a7e133 req-fea07fa3-f2f7-4678-9cee-7866529d4f10 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0636413 Sep 19 10:37:13.292074 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a5ef-bf67-4f24-ad9d-cbecdfc591cc admin admin] Publish callbacks [] for security_group (d4c8b5e5-5415-40a5-9927-caf387297fd9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.299033 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:13.335685 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32b568bd-a346-4630-b78c-f7ec96a7e133 req-d4e1c81d-948f-4cee-8502-8bdbc3f6f0c1 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Sep 19 10:37:13.343697 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58010) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:13.357843 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:13.386082 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a5ef-bf67-4f24-ad9d-cbecdfc591cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d4c8b5e5-5415-40a5-9927-caf387297fd9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.434565 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a3e5a5ef-bf67-4f24-ad9d-cbecdfc591cc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=980bf4df217d4ccfad8d808d840d414e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976730 Sep 19 10:37:13.435558 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5a5ef-bf67-4f24-ad9d-cbecdfc591cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8b5e5-5415-40a5-9927-caf387297fd9,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:13.437356 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58020) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:13.500644 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7e2-046a-4700-bdbc-681dfc22d709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.508823 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f421b3b-a8e7-4c06-b1b7-5e1178bf1168 admin admin] Publish callbacks [] for security_group (d4c8b5e5-5415-40a5-9927-caf387297fd9), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.530782 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f421b3b-a8e7-4c06-b1b7-5e1178bf1168 admin admin] Publish callbacks [] for security_group (d4c8b5e5-5415-40a5-9927-caf387297fd9), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.584331 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7e2-046a-4700-bdbc-681dfc22d709 admin admin] Publish callbacks [] for security_group (087ff917-e1eb-4e26-bab3-85e72084cc76), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.659182 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f421b3b-a8e7-4c06-b1b7-5e1178bf1168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d4c8b5e5-5415-40a5-9927-caf387297fd9), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.659343 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7e2-046a-4700-bdbc-681dfc22d709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (087ff917-e1eb-4e26-bab3-85e72084cc76), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.665791 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f421b3b-a8e7-4c06-b1b7-5e1178bf1168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.665791 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6f421b3b-a8e7-4c06-b1b7-5e1178bf1168 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d4c8b5e5-5415-40a5-9927-caf387297fd9 HTTP/1.1" status: 204 len: 168 time: 0.2228887 Sep 19 10:37:13.671811 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421b3b-a8e7-4c06-b1b7-5e1178bf1168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8b5e5-5415-40a5-9927-caf387297fd9,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:13.708709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbb7e2-046a-4700-bdbc-681dfc22d709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087ff917-e1eb-4e26-bab3-85e72084cc76,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:13.714297 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d9cbb7e2-046a-4700-bdbc-681dfc22d709 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=702aec329384434b8a9494b50d113ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695037 Sep 19 10:37:13.717385 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58030) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:13.731882 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:13.735039 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3111283c-28ca-4c38-8362-1ec8cf3cdd78" -d '{"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:13.797312 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fcd55f19-c964-4b7e-931f-249d340a0d49 admin admin] Publish callbacks [] for security_group (087ff917-e1eb-4e26-bab3-85e72084cc76), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.799377 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02816028-64a0-47f0-926c-23620cd62bb6 x-openstack-request-id: req-02816028-64a0-47f0-926c-23620cd62bb6 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:13.799710 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:13.799971 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02816028-64a0-47f0-926c-23620cd62bb6 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:13.800367 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02816028-64a0-47f0-926c-23620cd62bb6'] response: {'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'code': 200} Sep 19 10:37:13.832759 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fcd55f19-c964-4b7e-931f-249d340a0d49 admin admin] Publish callbacks [] for security_group (087ff917-e1eb-4e26-bab3-85e72084cc76), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.948798 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fcd55f19-c964-4b7e-931f-249d340a0d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (087ff917-e1eb-4e26-bab3-85e72084cc76), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.951472 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fcd55f19-c964-4b7e-931f-249d340a0d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:13.952688 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-fcd55f19-c964-4b7e-931f-249d340a0d49 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/087ff917-e1eb-4e26-bab3-85e72084cc76 HTTP/1.1" status: 204 len: 168 time: 0.2342291 Sep 19 10:37:13.960701 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55f19-c964-4b7e-931f-249d340a0d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ff917-e1eb-4e26-bab3-85e72084cc76,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:14.126932 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdca33-e81c-4da5-b8ca-f39ba0eb9a0a req-c0b4747f-c305-470d-9ce0-24cab9bf6222 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:14.135975 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1fdca33-e81c-4da5-b8ca-f39ba0eb9a0a req-c0b4747f-c305-470d-9ce0-24cab9bf6222 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0902507 Sep 19 10:37:14.190790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:14.227220 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1fdca33-e81c-4da5-b8ca-f39ba0eb9a0a req-123d05bd-7182-4be3-ae27-0d967b876758 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891385 Sep 19 10:37:14.247674 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b8cd3-0940-4533-b8f5-6ddc3486c148 req-f52e1dfe-b51a-4d13-b7c6-88658f4eb170 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:14.250356 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-319b8cd3-0940-4533-b8f5-6ddc3486c148 req-f52e1dfe-b51a-4d13-b7c6-88658f4eb170 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.1010051 Sep 19 10:37:14.345914 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-319b8cd3-0940-4533-b8f5-6ddc3486c148 req-15d4358b-ca6d-400a-bb46-25f9a8e9ad07 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896530 Sep 19 10:37:14.387034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fd67e-3332-4e4f-bd35-fd48341b5a4a req-78c639bb-413c-4c65-a253-9965fcba1e6c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:14.388565 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a3fd67e-3332-4e4f-bd35-fd48341b5a4a req-78c639bb-413c-4c65-a253-9965fcba1e6c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0828784 Sep 19 10:37:14.457778 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a3fd67e-3332-4e4f-bd35-fd48341b5a4a req-19d001e5-439e-457c-b38f-c83dd36a5459 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588894 Sep 19 10:37:14.842779 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58076) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:14.857252 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c021e634-1304-46da-9773-34873c75754a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:14.870691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:14.950052 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c021e634-1304-46da-9773-34873c75754a admin admin] Publish callbacks [] for security_group (45bebf7f-79c9-48b3-b6ef-962fa8ecda5f), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:14.952829 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:15.018932 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c021e634-1304-46da-9773-34873c75754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (45bebf7f-79c9-48b3-b6ef-962fa8ecda5f), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:15.066774 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c021e634-1304-46da-9773-34873c75754a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9f78d50ed7674387a07f0fbe5e432bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218006 Sep 19 10:37:15.078513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58090) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:15.079227 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021e634-1304-46da-9773-34873c75754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bebf7f-79c9-48b3-b6ef-962fa8ecda5f,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:15.143953 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3cbd4652-fce7-4591-8d40-4862e651f96a admin admin] Publish callbacks [] for security_group (45bebf7f-79c9-48b3-b6ef-962fa8ecda5f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:15.171806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3cbd4652-fce7-4591-8d40-4862e651f96a admin admin] Publish callbacks [] for security_group (45bebf7f-79c9-48b3-b6ef-962fa8ecda5f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:15.310694 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3cbd4652-fce7-4591-8d40-4862e651f96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (45bebf7f-79c9-48b3-b6ef-962fa8ecda5f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:15.314293 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3cbd4652-fce7-4591-8d40-4862e651f96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:15.315522 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3cbd4652-fce7-4591-8d40-4862e651f96a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/45bebf7f-79c9-48b3-b6ef-962fa8ecda5f HTTP/1.1" status: 204 len: 168 time: 0.2359514 Sep 19 10:37:15.331953 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd4652-fce7-4591-8d40-4862e651f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bebf7f-79c9-48b3-b6ef-962fa8ecda5f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:15.392083 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a236e5b-4501-499d-a40c-9b5d386ad7b7 req-109ceafc-a9fe-4d1c-af14-a187b13793b1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:15.392083 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4a236e5b-4501-499d-a40c-9b5d386ad7b7 req-109ceafc-a9fe-4d1c-af14-a187b13793b1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0712559 Sep 19 10:37:15.455096 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4a236e5b-4501-499d-a40c-9b5d386ad7b7 req-006b9ae8-b1b2-405e-b27d-fd92e3f91f6e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566151 Sep 19 10:37:15.575783 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34049af-acf6-4753-aa60-3d396803ba80 req-3d388378-f3c4-4314-bca9-147bae6dcf4d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:15.577275 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e34049af-acf6-4753-aa60-3d396803ba80 req-3d388378-f3c4-4314-bca9-147bae6dcf4d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0465276 Sep 19 10:37:15.625705 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e34049af-acf6-4753-aa60-3d396803ba80 req-a6abe2cf-108f-4931-98e1-28a5315012bd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Sep 19 10:37:15.753457 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a7a58-d474-48b7-a419-42d0421c10b3 req-ab566d7b-19b7-4397-9f63-e37abdd7a446 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:15.753457 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-088a7a58-d474-48b7-a419-42d0421c10b3 req-ab566d7b-19b7-4397-9f63-e37abdd7a446 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0517042 Sep 19 10:37:15.786942 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:15.812802 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-088a7a58-d474-48b7-a419-42d0421c10b3 req-f0a985ea-dec9-425b-81be-c0784cad8776 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527270 Sep 19 10:37:15.814052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:15.956195 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f75-04b6-468c-a514-8ae38fe63b45 req-c9329ec6-8bf3-427f-9b62-6df6b582c545 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:15.957090 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-35b26f75-04b6-468c-a514-8ae38fe63b45 req-c9329ec6-8bf3-427f-9b62-6df6b582c545 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0465229 Sep 19 10:37:15.972427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58138) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:15.977475 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:16.077846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (6323fdf4-7b23-4ec9-986e-d4288c59dbb3), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:16.093387 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea4222-a3ba-4d22-b478-601038d8181d req-35edb9f5-8472-42aa-974b-2e3a0848837b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:16.100051 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-90ea4222-a3ba-4d22-b478-601038d8181d req-35edb9f5-8472-42aa-974b-2e3a0848837b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0704594 Sep 19 10:37:16.106922 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58148) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:16.111569 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'floatingip': {'port_id': '30e156f6-3b5b-49b1-b29a-66c1049d478b'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:16.199649 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (eae3535f-4520-48ae-94c1-cceadc467016), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:16.802618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:16.843165 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:16.928158 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (6323fdf4-7b23-4ec9-986e-d4288c59dbb3), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:16.948702 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:17.008266 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947ae81-c21e-4f5c-b07e-201c5d27aaf1 req-8e5dbd3c-5536-4329-bde5-c675d84e35b3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:17.010206 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f947ae81-c21e-4f5c-b07e-201c5d27aaf1 req-8e5dbd3c-5536-4329-bde5-c675d84e35b3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0558584 Sep 19 10:37:17.013201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eae3535f-4520-48ae-94c1-cceadc467016), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:17.083580 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP 6323fdf4-7b23-4ec9-986e-d4288c59dbb3 associated. External IP: 172.27.0.49, port: 46456a98-39a8-4dce-9255-b1a67d65e7e9. Sep 19 10:37:17.178643 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f947ae81-c21e-4f5c-b07e-201c5d27aaf1 req-669f1376-1347-41e2-9c46-aca8ef971444 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557312 Sep 19 10:37:17.192573 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Floating IP eae3535f-4520-48ae-94c1-cceadc467016 associated. External IP: 172.27.0.125, port: 30e156f6-3b5b-49b1-b29a-66c1049d478b. Sep 19 10:37:17.497510 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:17.554497 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:17.627123 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Router f1005a2d-db49-440e-996c-627c750407a0 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:37:17.628840 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:37:17.729987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:37:17.730672 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:37:17.734484 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:17.734990 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:17.766133 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:37:17.774698 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e8cb63d1-bead-4b96-a1d4-5fc76ee16117 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/6323fdf4-7b23-4ec9-986e-d4288c59dbb3 HTTP/1.1" status: 200 len: 991 time: 1.8008881 Sep 19 10:37:17.775566 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:17.778256 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:17.780643 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-aed318c9-ee76-4c06-9222-3c76b7a354d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/eae3535f-4520-48ae-94c1-cceadc467016 HTTP/1.1" status: 200 len: 991 time: 1.6726167 Sep 19 10:37:17.785317 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:17.785479 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:17.786308 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:17.790680 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:37:17.798474 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:17.800350 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:17.801260 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:17.820209 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4cd725-0160-4f5c-955f-8c219eaddca6 x-openstack-request-id: req-cf4cd725-0160-4f5c-955f-8c219eaddca6 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:17.820533 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:17.820789 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf4cd725-0160-4f5c-955f-8c219eaddca6 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:17.821552 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4cd725-0160-4f5c-955f-8c219eaddca6'] response: {'name': 'network-changed', 'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'status': 'completed', 'code': 200} Sep 19 10:37:17.854134 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f90d28b-63fb-4583-8a51-982ac4649e96 x-openstack-request-id: req-9f90d28b-63fb-4583-8a51-982ac4649e96 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:17.854494 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:17.854814 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f90d28b-63fb-4583-8a51-982ac4649e96 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:17.855310 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f90d28b-63fb-4583-8a51-982ac4649e96'] response: {'name': 'network-changed', 'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'status': 'completed', 'code': 200} Sep 19 10:37:17.905356 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:17.921582 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:17.996287 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:18.034813 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:18.138640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acfffd-e9f5-4d67-8462-1f1013b2acae req-4f56afd4-73e6-464e-bdc2-7466bc588cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:18.141919 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57acfffd-e9f5-4d67-8462-1f1013b2acae req-4f56afd4-73e6-464e-bdc2-7466bc588cf8 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1130 time: 0.0601342 Sep 19 10:37:18.210102 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:16Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:18.226438 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:18.272018 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:37:18.302780 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:18.303674 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:18.419255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-a676abb5-3fbf-45ae-8d7b-acbfddd15fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:18.419255 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-a676abb5-3fbf-45ae-8d7b-acbfddd15fff service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 1130 time: 0.1304433 Sep 19 10:37:18.436947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-cb706324-3a26-470e-886c-07d1e74f07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:18.440263 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-cb706324-3a26-470e-886c-07d1e74f07d6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1129 time: 0.1446049 Sep 19 10:37:18.457398 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:18.464948 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf93df-b508-4fb0-ad4f-35bb7734dc09 req-de241352-87fa-4f01-a700-85af0ace271e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:18.471756 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bedf93df-b508-4fb0-ad4f-35bb7734dc09 req-de241352-87fa-4f01-a700-85af0ace271e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1033795 Sep 19 10:37:18.480309 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eae3535f-4520-48ae-94c1-cceadc467016', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'port_id': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'mac_address': 'fa:16:3e:94:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:40Z', 'updated_at': '2022-09-19T10:37:16Z', 'revision_number': 1, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:18.546287 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:37:18.550464 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57acfffd-e9f5-4d67-8462-1f1013b2acae req-ae0602a0-56d5-48a2-b6f7-33b99ba2b471 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629087 Sep 19 10:37:18.558670 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:18.559464 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:18.605961 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-a28d8d7a-36c0-4ad4-ab69-803dee84451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:18.608310 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-a28d8d7a-36c0-4ad4-ab69-803dee84451d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 912 time: 0.1562846 Sep 19 10:37:18.659753 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bedf93df-b508-4fb0-ad4f-35bb7734dc09 req-9082b90f-c79a-4727-8ec9-4a16fa7152f7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871357 Sep 19 10:37:18.665825 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-fa312d69-b5ba-454b-811f-945f910a79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:18.667890 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-fa312d69-b5ba-454b-811f-945f910a79b3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 915 time: 0.2378390 Sep 19 10:37:18.683599 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:18.692469 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:18.741174 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:16Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:18.766516 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6bea6-eeb8-40dd-87d1-0b643ad15afa None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:16Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:37:18.932155 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eae3535f-4520-48ae-94c1-cceadc467016', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'port_id': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'mac_address': 'fa:16:3e:94:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:40Z', 'updated_at': '2022-09-19T10:37:16Z', 'revision_number': 1, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:18.960243 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f1a9d-b323-410b-8dae-dc4a6b02d748 None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eae3535f-4520-48ae-94c1-cceadc467016', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'port_id': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'mac_address': 'fa:16:3e:94:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:40Z', 'updated_at': '2022-09-19T10:37:16Z', 'revision_number': 1, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:37:18.965228 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-bb508401-e56c-4b23-be49-c6bb38379525 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9 HTTP/1.1" status: 200 len: 999 time: 0.1039658 Sep 19 10:37:18.981822 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-398f96bc-59a2-486e-a6dc-965cd330df8e service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 200 len: 999 time: 0.1181321 Sep 19 10:37:19.078428 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37e54c-4bfc-475e-99b8-d4382971a2e0 None None] New status for floating IP 6323fdf4-7b23-4ec9-986e-d4288c59dbb3: ACTIVE {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:37:19.191750 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a2870-1af3-450d-b0a4-2985b07c215c None None] New status for floating IP eae3535f-4520-48ae-94c1-cceadc467016: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:37:19.346999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-7c7612ec-1f5f-41ce-864b-e5f9be04a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:19.355289 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-7c7612ec-1f5f-41ce-864b-e5f9be04a11d service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0599532 Sep 19 10:37:19.360394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:19.425661 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-89eef3fc-26ac-4843-aee3-4b6ff22ebcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:19.428159 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-89eef3fc-26ac-4843-aee3-4b6ff22ebcee service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.1397259 Sep 19 10:37:19.460296 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-cd1348bc-5bfe-4b2c-a00c-b0d0dc7e4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:19.461820 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-cd1348bc-5bfe-4b2c-a00c-b0d0dc7e4545 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976980 Sep 19 10:37:19.540387 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-374ad2d5-3018-4246-be95-3e11af8e06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:19.540387 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-374ad2d5-3018-4246-be95-3e11af8e06a6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946276 Sep 19 10:37:19.687674 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-58ccff14-6f98-4f12-8749-a741fb6c518f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105758 Sep 19 10:37:19.690506 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-d4764e32-21bc-4482-a419-3e1364e18390 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431415 Sep 19 10:37:19.803395 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ec91-45dd-420d-a1f5-ecf18dffb9d2 req-266619ed-9d2d-4618-b5f2-219ac1b92acb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:19.804910 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4be6ec91-45dd-420d-a1f5-ecf18dffb9d2 req-266619ed-9d2d-4618-b5f2-219ac1b92acb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0526869 Sep 19 10:37:19.858899 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4be6ec91-45dd-420d-a1f5-ecf18dffb9d2 req-d5d0d130-5d56-466e-8d9f-a6feede7bdc8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448313 Sep 19 10:37:19.984884 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:20.477643 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0c5b1d0-1f9f-4e15-b82c-22d22e93bf18 req-a5811357-b872-4aeb-9c3f-c4747a1f70fe service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592374 Sep 19 10:37:20.481776 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca16a215-3fc0-46ab-a6fc-d75d4bc1cbf5 req-b5a59ff3-35ba-40b3-9a85-e3752daac6c9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637201 Sep 19 10:37:20.573366 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:20.742352 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:20.885751 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:20.992926 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b0bd-66cf-4fe9-beec-210e0e1f99ff req-518a4e6f-a261-4dcc-943c-c5d116a758c2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:20.994573 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75c7b0bd-66cf-4fe9-beec-210e0e1f99ff req-518a4e6f-a261-4dcc-943c-c5d116a758c2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0493178 Sep 19 10:37:21.052846 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75c7b0bd-66cf-4fe9-beec-210e0e1f99ff req-8b483c23-65fb-4856-87a4-7604f89ec3c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490153 Sep 19 10:37:21.175390 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd632c6-3f97-44f8-ba5c-568cd31d7f28 req-3c54f3d6-31d8-48b6-bc02-68ed0a137c56 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:21.176291 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5bd632c6-3f97-44f8-ba5c-568cd31d7f28 req-3c54f3d6-31d8-48b6-bc02-68ed0a137c56 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0476551 Sep 19 10:37:21.186858 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58336) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:21.191481 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'floatingip': {'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:21.234907 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (6e489e86-2226-4d3f-9c7a-9d673373cd1f), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:21.659244 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:21.736267 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (6e489e86-2226-4d3f-9c7a-9d673373cd1f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:21.847583 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:21.855097 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Floating IP 6e489e86-2226-4d3f-9c7a-9d673373cd1f associated. External IP: 172.27.0.200, port: 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6. Sep 19 10:37:22.068293 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:37:22.176440 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:37:22.181617 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:22.186166 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:37:22.198570 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:22.199972 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:22.326039 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:22.386152 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:22.405530 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:22.426754 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-58846553-73b2-402c-8f77-00563370016c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/6e489e86-2226-4d3f-9c7a-9d673373cd1f HTTP/1.1" status: 200 len: 992 time: 1.2365329 Sep 19 10:37:22.426754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:22.427733 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a75d1-35b9-48ca-88ac-3792f8b149f1" -d '{"events": [{"name": "network-changed", "server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:22.471140 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ac817-4e5a-4a25-89be-d7d9cbdef7fa x-openstack-request-id: req-d46ac817-4e5a-4a25-89be-d7d9cbdef7fa {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:22.471437 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:22.471690 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d46ac817-4e5a-4a25-89be-d7d9cbdef7fa {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:22.472088 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46ac817-4e5a-4a25-89be-d7d9cbdef7fa'] response: {'name': 'network-changed', 'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'status': 'completed', 'code': 200} Sep 19 10:37:22.473153 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:22.508079 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:22.599226 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-86220ea9-6b88-40ba-a073-3cc9a7080720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:22.600913 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-86220ea9-6b88-40ba-a073-3cc9a7080720 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1130 time: 0.0419970 Sep 19 10:37:22.625980 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6e489e86-2226-4d3f-9c7a-9d673373cd1f', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'mac_address': 'fa:16:3e:bf:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784aab17-65f2-41da-97ef-e294b0a9713d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:43Z', 'updated_at': '2022-09-19T10:37:21Z', 'revision_number': 1, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:22.652205 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:37:22.660974 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:22.661637 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:22.710676 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-7c43533a-91c1-4cd2-bb1e-b7e2126cb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:22.712181 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-7c43533a-91c1-4cd2-bb1e-b7e2126cb18d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.0921550 Sep 19 10:37:22.770014 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:22.790924 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-fdeea0df-60c3-423a-9a4b-7c4f86a71fd2 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 1000 time: 0.0642424 Sep 19 10:37:22.849986 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-df46d522-5a89-4635-a870-6899c172415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:22.851479 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-df46d522-5a89-4635-a870-6899c172415a service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0548384 Sep 19 10:37:22.899953 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-14d0b217-0114-4271-9666-5c410661a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:22.901557 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-14d0b217-0114-4271-9666-5c410661a4c5 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435066 Sep 19 10:37:23.014073 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-a8c0133a-8057-4824-bcd5-c29d39aa80dd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890694 Sep 19 10:37:23.017918 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6e489e86-2226-4d3f-9c7a-9d673373cd1f', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'mac_address': 'fa:16:3e:bf:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784aab17-65f2-41da-97ef-e294b0a9713d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:43Z', 'updated_at': '2022-09-19T10:37:21Z', 'revision_number': 1, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:23.046643 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb9015-03d1-4877-beca-fe9afe8d10d2 None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6e489e86-2226-4d3f-9c7a-9d673373cd1f', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'mac_address': 'fa:16:3e:bf:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784aab17-65f2-41da-97ef-e294b0a9713d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:43Z', 'updated_at': '2022-09-19T10:37:21Z', 'revision_number': 1, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:37:23.085127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:23.125939 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f26a75d1-35b9-48ca-88ac-3792f8b149f1 req-fce581a4-8668-408d-a3af-80aabc8c44bd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964367 Sep 19 10:37:23.242055 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:23.341717 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbd047-e977-43c9-83b5-1c75f1b81045 None None] New status for floating IP 6e489e86-2226-4d3f-9c7a-9d673373cd1f: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:37:23.736207 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:23.987765 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58402) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:24.093392 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.169329 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Publish callbacks [] for security_group (da5b64c3-3e1c-4652-86a3-4a4424f70d0b), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.250845 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (da5b64c3-3e1c-4652-86a3-4a4424f70d0b), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.289694 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b64c3-3e1c-4652-86a3-4a4424f70d0b,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:24.294039 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4407ee533ae746619d73f2cc637f6c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052897 Sep 19 10:37:24.296847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58406) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:24.300004 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.300357 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.300748 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.301118 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.301457 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.301795 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.302127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.302489 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.302824 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.303157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.303486 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.303827 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.304157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.304479 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.304803 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae698c-3542-4b42-b0b5-2c71236d95ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.350791 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Publish callbacks [] for security_group (da5b64c3-3e1c-4652-86a3-4a4424f70d0b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.380736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Publish callbacks [] for security_group (da5b64c3-3e1c-4652-86a3-4a4424f70d0b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.482019 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-f61c3a76-3a68-4567-9271-f024dad4784d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440574 Sep 19 10:37:24.550200 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (da5b64c3-3e1c-4652-86a3-4a4424f70d0b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.553238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:24.554612 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da5b64c3-3e1c-4652-86a3-4a4424f70d0b HTTP/1.1" status: 204 len: 168 time: 0.2567089 Sep 19 10:37:24.573937 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:24.589127 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b64c3-3e1c-4652-86a3-4a4424f70d0b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:24.604656 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.605384 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.606021 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.606530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.607022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.607524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.607883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.608195 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.608521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.609015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.610481 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.610481 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.610481 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.610730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.611035 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55069182-71d0-4f60-bb38-312fa06818d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:24.619889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852d263-9b54-4294-990f-30f1aa841fcf req-03a7898b-84c8-456e-9222-21058197a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:24.621552 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-03a7898b-84c8-456e-9222-21058197a0ff service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=a48df5556fc247fba5eaf7d3d1ecf44f&device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 1130 time: 0.0659142 Sep 19 10:37:24.708308 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:24.747529 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852d263-9b54-4294-990f-30f1aa841fcf req-fb76debd-bcff-4b59-aff3-738d7c1054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:24.749042 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-fb76debd-bcff-4b59-aff3-738d7c1054b5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d69b67b4-e387-4227-8485-27202b66f471 HTTP/1.1" status: 200 len: 913 time: 0.0918634 Sep 19 10:37:24.799973 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-99c72b92-06d0-4705-8218-f21940f04d97 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 HTTP/1.1" status: 200 len: 217 time: 0.0351832 Sep 19 10:37:24.852561 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852d263-9b54-4294-990f-30f1aa841fcf req-3724eb2f-f75f-43c0-8fbc-e5786d4e0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:24.854149 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-3724eb2f-f75f-43c0-8fbc-e5786d4e0d4c service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=c0cac1c8-b48e-4987-8cd6-4d0901b58c4d HTTP/1.1" status: 200 len: 851 time: 0.0473790 Sep 19 10:37:24.904600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852d263-9b54-4294-990f-30f1aa841fcf req-7832113d-5aa7-496b-b4f7-6587198bdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:24.906166 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-7832113d-5aa7-496b-b4f7-6587198bdb9d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d69b67b4-e387-4227-8485-27202b66f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460126 Sep 19 10:37:24.994272 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:25.017669 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-36ff5c43-0f57-4cef-997d-4b4b5c5ad33c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049867 Sep 19 10:37:25.067013 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58440) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:25.115479 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e852d263-9b54-4294-990f-30f1aa841fcf req-3863b347-b18c-48f3-b0d3-cfbf3441fce1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903091 Sep 19 10:37:25.116233 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:25.176125 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-16b3696a-6a18-49a9-8d2a-964d5eec4202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.223542 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58444) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:25.240311 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71227e74-b862-4185-85d3-4d39a005c4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.258737 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-16b3696a-6a18-49a9-8d2a-964d5eec4202 admin admin] Publish callbacks [] for security_group (c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.318785 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71227e74-b862-4185-85d3-4d39a005c4a2 admin admin] Publish callbacks [] for security_group (08f420f6-7ac3-4274-8640-f8f07d122282), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.344105 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-16b3696a-6a18-49a9-8d2a-964d5eec4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.385110 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-16b3696a-6a18-49a9-8d2a-964d5eec4202 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=57242f2064944e44b17dc93a6ad87e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169870 Sep 19 10:37:25.385972 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3696a-6a18-49a9-8d2a-964d5eec4202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:25.387997 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58446) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:25.404740 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71227e74-b862-4185-85d3-4d39a005c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (08f420f6-7ac3-4274-8640-f8f07d122282), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.461610 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71227e74-b862-4185-85d3-4d39a005c4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f420f6-7ac3-4274-8640-f8f07d122282,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:25.466572 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-71227e74-b862-4185-85d3-4d39a005c4a2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=54fdf0ac78fc46e99f7e7ca83d3e8111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417240 Sep 19 10:37:25.469328 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58448) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:25.486243 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4f5bca78-8225-468f-9d3f-c526d28f31f3 admin admin] Publish callbacks [] for security_group (c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.506831 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4f5bca78-8225-468f-9d3f-c526d28f31f3 admin admin] Publish callbacks [] for security_group (c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.516060 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:25.534984 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f038a89-58d4-4ac2-bd56-7910b2c82c6a admin admin] Publish callbacks [] for security_group (08f420f6-7ac3-4274-8640-f8f07d122282), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.556452 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f038a89-58d4-4ac2-bd56-7910b2c82c6a admin admin] Publish callbacks [] for security_group (08f420f6-7ac3-4274-8640-f8f07d122282), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.625173 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:25.644990 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4f5bca78-8225-468f-9d3f-c526d28f31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.647675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4f5bca78-8225-468f-9d3f-c526d28f31f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.648815 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4f5bca78-8225-468f-9d3f-c526d28f31f3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e HTTP/1.1" status: 204 len: 168 time: 0.2597370 Sep 19 10:37:25.657410 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bca78-8225-468f-9d3f-c526d28f31f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a3a4f3-ba39-4a15-8360-ccf4fd4e595e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:25.673745 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f038a89-58d4-4ac2-bd56-7910b2c82c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (08f420f6-7ac3-4274-8640-f8f07d122282), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.676332 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f038a89-58d4-4ac2-bd56-7910b2c82c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:25.679949 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6f038a89-58d4-4ac2-bd56-7910b2c82c6a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/08f420f6-7ac3-4274-8640-f8f07d122282 HTTP/1.1" status: 204 len: 168 time: 0.2088566 Sep 19 10:37:25.692835 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f038a89-58d4-4ac2-bd56-7910b2c82c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f420f6-7ac3-4274-8640-f8f07d122282,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:26.005323 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:26.093427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.097863 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:26.195891 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:26.463493 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58480) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:26.477323 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07c00a10-1924-4cfd-92a1-a4228e42c731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.555481 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07c00a10-1924-4cfd-92a1-a4228e42c731 admin admin] Publish callbacks [] for security_group (b2e9d952-bf76-45f5-9544-a44da4e124fe), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.647172 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:26.713964 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07c00a10-1924-4cfd-92a1-a4228e42c731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b2e9d952-bf76-45f5-9544-a44da4e124fe), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.758972 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-07c00a10-1924-4cfd-92a1-a4228e42c731 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01991c0b50bb476c8c4454418f5f635d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942927 Sep 19 10:37:26.761399 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c00a10-1924-4cfd-92a1-a4228e42c731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e9d952-bf76-45f5-9544-a44da4e124fe,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:26.761914 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58484) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:26.819768 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:26.825633 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5190ba21-c6a4-422d-903a-8c94042aa776 admin admin] Publish callbacks [] for security_group (b2e9d952-bf76-45f5-9544-a44da4e124fe), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.940684 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5190ba21-c6a4-422d-903a-8c94042aa776 admin admin] Publish callbacks [] for security_group (b2e9d952-bf76-45f5-9544-a44da4e124fe), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.965108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:26.989813 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5190ba21-c6a4-422d-903a-8c94042aa776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b2e9d952-bf76-45f5-9544-a44da4e124fe), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.992416 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5190ba21-c6a4-422d-903a-8c94042aa776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:26.994210 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5190ba21-c6a4-422d-903a-8c94042aa776 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b2e9d952-bf76-45f5-9544-a44da4e124fe HTTP/1.1" status: 204 len: 168 time: 0.2305725 Sep 19 10:37:27.004238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ba21-c6a4-422d-903a-8c94042aa776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e9d952-bf76-45f5-9544-a44da4e124fe,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:27.267777 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:28.407416 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:28.424388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:29.993240 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:30.393451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58616) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:30.502020 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:30.635774 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-59e8832e-4a91-423b-940b-cb90f18be130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:30.714824 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-59e8832e-4a91-423b-940b-cb90f18be130 admin admin] Publish callbacks [] for security_group (9d5c8d20-65b2-45df-9659-a76f694cedfe), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:30.830088 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-59e8832e-4a91-423b-940b-cb90f18be130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (9d5c8d20-65b2-45df-9659-a76f694cedfe), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:30.892619 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58632) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:30.906600 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-59e8832e-4a91-423b-940b-cb90f18be130 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b411a2825f6542bab753a581c78fe9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116022 Sep 19 10:37:30.907895 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8832e-4a91-423b-940b-cb90f18be130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c8d20-65b2-45df-9659-a76f694cedfe,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:30.958838 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-303aa879-c856-4b88-941a-49b84df934a4 admin admin] Publish callbacks [] for security_group (9d5c8d20-65b2-45df-9659-a76f694cedfe), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:30.980246 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-303aa879-c856-4b88-941a-49b84df934a4 admin admin] Publish callbacks [] for security_group (9d5c8d20-65b2-45df-9659-a76f694cedfe), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:30.980455 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f77a6-0018-4b71-9b3c-75513012a7e6 req-92118ff3-ddd0-4fb0-9cc7-3da474dd67d1 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:30.982040 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee1f77a6-0018-4b71-9b3c-75513012a7e6 req-92118ff3-ddd0-4fb0-9cc7-3da474dd67d1 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0526397 Sep 19 10:37:31.032131 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee1f77a6-0018-4b71-9b3c-75513012a7e6 req-30933324-47cd-4d68-b143-369d4ec4554d tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Sep 19 10:37:31.109870 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-303aa879-c856-4b88-941a-49b84df934a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (9d5c8d20-65b2-45df-9659-a76f694cedfe), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:31.112602 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-303aa879-c856-4b88-941a-49b84df934a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:31.116289 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-303aa879-c856-4b88-941a-49b84df934a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9d5c8d20-65b2-45df-9659-a76f694cedfe HTTP/1.1" status: 204 len: 168 time: 0.2201955 Sep 19 10:37:31.125109 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:31.125109 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303aa879-c856-4b88-941a-49b84df934a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c8d20-65b2-45df-9659-a76f694cedfe,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:31.258564 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:31.664033 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:31.785038 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58650) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:31.798423 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b19ca440-4781-43c7-bddf-66b6f44d717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:31.816406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:31.877108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b19ca440-4781-43c7-bddf-66b6f44d717f admin admin] Publish callbacks [] for security_group (f66bdea5-963f-4d97-8f97-358a072738db), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:31.944368 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b19ca440-4781-43c7-bddf-66b6f44d717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f66bdea5-963f-4d97-8f97-358a072738db), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:31.961864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58656) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:31.990907 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-b19ca440-4781-43c7-bddf-66b6f44d717f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9f83fa9c99824fdd81bc9eb8b2d2adfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022688 Sep 19 10:37:31.991338 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58660) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:31.993485 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ca440-4781-43c7-bddf-66b6f44d717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66bdea5-963f-4d97-8f97-358a072738db,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:32.016620 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:32.047327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5db808dd-c97f-4d83-b2c5-eba851cf0e9d admin admin] Publish callbacks [] for security_group (f66bdea5-963f-4d97-8f97-358a072738db), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.074557 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5db808dd-c97f-4d83-b2c5-eba851cf0e9d admin admin] Publish callbacks [] for security_group (f66bdea5-963f-4d97-8f97-358a072738db), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.141277 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c652a985-7d01-46bb-ba32-e889997f55df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.178136 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595487-26c8-4cd4-9e98-cf8cb2b8eace req-79a9830e-05c0-4f5e-9bbd-2d69ed2043bb tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:32.179639 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8c595487-26c8-4cd4-9e98-cf8cb2b8eace req-79a9830e-05c0-4f5e-9bbd-2d69ed2043bb tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0603220 Sep 19 10:37:32.230333 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8c595487-26c8-4cd4-9e98-cf8cb2b8eace req-d9cff28b-6399-4697-bd4a-e255ef2ffd69 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Sep 19 10:37:32.234411 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5db808dd-c97f-4d83-b2c5-eba851cf0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f66bdea5-963f-4d97-8f97-358a072738db), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.236971 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5db808dd-c97f-4d83-b2c5-eba851cf0e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.238202 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5db808dd-c97f-4d83-b2c5-eba851cf0e9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f66bdea5-963f-4d97-8f97-358a072738db HTTP/1.1" status: 204 len: 168 time: 0.2458274 Sep 19 10:37:32.257422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db808dd-c97f-4d83-b2c5-eba851cf0e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66bdea5-963f-4d97-8f97-358a072738db,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:32.309819 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c652a985-7d01-46bb-ba32-e889997f55df admin admin] Publish callbacks [] for security_group (ffc1b47f-1ec8-4247-9974-2a936a89074b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.378431 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c652a985-7d01-46bb-ba32-e889997f55df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ffc1b47f-1ec8-4247-9974-2a936a89074b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.418762 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c652a985-7d01-46bb-ba32-e889997f55df admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=65eb791d0bdf428fb9866a3ae2112072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553916 Sep 19 10:37:32.420875 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652a985-7d01-46bb-ba32-e889997f55df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc1b47f-1ec8-4247-9974-2a936a89074b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:32.422336 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58676) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:32.436867 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:32.478619 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd741-d12e-4a43-8bfd-5073b0b223f3 admin admin] Publish callbacks [] for security_group (ffc1b47f-1ec8-4247-9974-2a936a89074b), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.481002 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:32.498931 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd741-d12e-4a43-8bfd-5073b0b223f3 admin admin] Publish callbacks [] for security_group (ffc1b47f-1ec8-4247-9974-2a936a89074b), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.635304 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd741-d12e-4a43-8bfd-5073b0b223f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ffc1b47f-1ec8-4247-9974-2a936a89074b), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.635448 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:32.637901 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9b7dd741-d12e-4a43-8bfd-5073b0b223f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:32.639055 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9b7dd741-d12e-4a43-8bfd-5073b0b223f3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ffc1b47f-1ec8-4247-9974-2a936a89074b HTTP/1.1" status: 204 len: 168 time: 0.2154822 Sep 19 10:37:32.648429 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dd741-d12e-4a43-8bfd-5073b0b223f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc1b47f-1ec8-4247-9974-2a936a89074b,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:32.893448 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7098-4c5a-43e3-b811-8055fdd220f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.341732 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58702) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:33.356978 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2cd25-2a40-40c8-a442-666031780318 req-89684b68-967c-44f8-8af3-0e643a17ddea tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:33.359210 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95f2cd25-2a40-40c8-a442-666031780318 req-89684b68-967c-44f8-8af3-0e643a17ddea tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0490170 Sep 19 10:37:33.364553 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eaed4c94-3059-4695-960c-a6e55a595582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.415948 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95f2cd25-2a40-40c8-a442-666031780318 req-e182fefe-70ad-491c-8094-434b2b43e57b tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c73f32d8-2cd7-4e71-926a-fc330315359e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Sep 19 10:37:33.472490 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eaed4c94-3059-4695-960c-a6e55a595582 admin admin] Publish callbacks [] for security_group (e30a9fa4-b4f2-414a-a051-458c6078aef0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.552781 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eaed4c94-3059-4695-960c-a6e55a595582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e30a9fa4-b4f2-414a-a051-458c6078aef0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.558500 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-9b17807e-3c60-4911-81de-b7feb04a14df tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:33.560032 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-9b17807e-3c60-4911-81de-b7feb04a14df tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 946 time: 0.0495315 Sep 19 10:37:33.600884 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-eaed4c94-3059-4695-960c-a6e55a595582 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f78922046132460bac83daa204935413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571936 Sep 19 10:37:33.603043 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed4c94-3059-4695-960c-a6e55a595582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30a9fa4-b4f2-414a-a051-458c6078aef0,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:33.605540 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58716) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:33.670452 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e09506e5-3583-4935-9073-4878390cfa12 admin admin] Publish callbacks [] for security_group (e30a9fa4-b4f2-414a-a051-458c6078aef0), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.697801 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e09506e5-3583-4935-9073-4878390cfa12 admin admin] Publish callbacks [] for security_group (e30a9fa4-b4f2-414a-a051-458c6078aef0), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.712038 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Deleting port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:37:33.712533 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.732631 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:33.828452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] For port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:33.829274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.840386 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e09506e5-3583-4935-9073-4878390cfa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e30a9fa4-b4f2-414a-a051-458c6078aef0), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.843242 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e09506e5-3583-4935-9073-4878390cfa12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:33.844669 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e09506e5-3583-4935-9073-4878390cfa12 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e30a9fa4-b4f2-414a-a051-458c6078aef0 HTTP/1.1" status: 204 len: 168 time: 0.2382116 Sep 19 10:37:33.848965 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Calling delete_port for ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:37:33.853240 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09506e5-3583-4935-9073-4878390cfa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30a9fa4-b4f2-414a-a051-458c6078aef0,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:34.136291 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.169005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Pushing event deleted for resources: {'Port': ['ID=ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:34.180113 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:37:34.250045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] No DVR routers for this DVR port ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:37:34.253408 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.272834 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26ff5b57-ba62-4db0-8512-4d72232195a8 req-b2232b63-2ab2-49df-8558-2fae363181c8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.73 "DELETE /networking/v2.0/ports/ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 HTTP/1.1" status: 204 len: 173 time: 0.6915612 Sep 19 10:37:34.272834 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'name': 'network-vif-deleted', 'tag': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:34.272834 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f620b6-2626-4236-bbb0-13492cd186cb" -d '{"events": [{"server_uuid": "0cd7fc03-1a62-4bae-a090-83b98557ca2c", "name": "network-vif-deleted", "tag": "ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:34.304786 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c9453-8fb5-4fa0-a1a9-c9dcd2cc1903 x-openstack-request-id: req-c23c9453-8fb5-4fa0-a1a9-c9dcd2cc1903 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:34.305123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd7fc03-1a62-4bae-a090-83b98557ca2c", "name": "network-vif-deleted", "tag": "ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:34.306383 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c23c9453-8fb5-4fa0-a1a9-c9dcd2cc1903 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:34.306383 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23c9453-8fb5-4fa0-a1a9-c9dcd2cc1903'] response: {'server_uuid': '0cd7fc03-1a62-4bae-a090-83b98557ca2c', 'name': 'network-vif-deleted', 'tag': 'ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85', 'status': 'completed', 'code': 200} Sep 19 10:37:34.366696 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58734) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:34.391421 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:34.401204 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=28 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:34.467200 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58742) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:34.575224 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-293e623b-d086-4aa9-a005-e5f4dc76b091 req-cfa77493-3bd0-443d-8e50-fe0e4643e148 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.0346968 Sep 19 10:37:34.620743 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c542-0039-475c-a69f-26be676fb82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.668854 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c8356562-c149-460c-b82a-a139eb9aa7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.763585 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c542-0039-475c-a69f-26be676fb82a admin admin] Publish callbacks [] for security_group (f7cc46c7-36e5-453e-863a-49bbe640ff34), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.795613 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c8356562-c149-460c-b82a-a139eb9aa7cb admin admin] Publish callbacks [] for security_group (4185f3b4-dc64-413f-be76-70df88728526), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.832705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c542-0039-475c-a69f-26be676fb82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f7cc46c7-36e5-453e-863a-49bbe640ff34), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.873286 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7aa1c542-0039-475c-a69f-26be676fb82a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5765abd4468441e790c614f3982279cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049562 Sep 19 10:37:34.874284 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1c542-0039-475c-a69f-26be676fb82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc46c7-36e5-453e-863a-49bbe640ff34,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:34.876074 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58756) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:34.892723 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c8356562-c149-460c-b82a-a139eb9aa7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4185f3b4-dc64-413f-be76-70df88728526), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.924374 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=2,neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:34.934628 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c8356562-c149-460c-b82a-a139eb9aa7cb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fb1fe081e60a494082806e3d8aa6fed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647658 Sep 19 10:37:34.934855 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:34.935659 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58760) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:34.944139 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca76a-cd36-4b70-9878-c386af5fd2b4 admin admin] Publish callbacks [] for security_group (f7cc46c7-36e5-453e-863a-49bbe640ff34), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.949383 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8356562-c149-460c-b82a-a139eb9aa7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4185f3b4-dc64-413f-be76-70df88728526,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:34.966628 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca76a-cd36-4b70-9878-c386af5fd2b4 admin admin] Publish callbacks [] for security_group (f7cc46c7-36e5-453e-863a-49bbe640ff34), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:34.995467 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-abf96624-b538-4eac-8250-e80247925c9f admin admin] Publish callbacks [] for security_group (4185f3b4-dc64-413f-be76-70df88728526), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.017423 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-abf96624-b538-4eac-8250-e80247925c9f admin admin] Publish callbacks [] for security_group (4185f3b4-dc64-413f-be76-70df88728526), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.136584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca76a-cd36-4b70-9878-c386af5fd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f7cc46c7-36e5-453e-863a-49bbe640ff34), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.141109 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca76a-cd36-4b70-9878-c386af5fd2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.145844 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-dc6ca76a-cd36-4b70-9878-c386af5fd2b4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f7cc46c7-36e5-453e-863a-49bbe640ff34 HTTP/1.1" status: 204 len: 168 time: 0.2652085 Sep 19 10:37:35.151536 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ca76a-cd36-4b70-9878-c386af5fd2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc46c7-36e5-453e-863a-49bbe640ff34,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:35.165088 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-abf96624-b538-4eac-8250-e80247925c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4185f3b4-dc64-413f-be76-70df88728526), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.167843 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-abf96624-b538-4eac-8250-e80247925c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.171486 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-abf96624-b538-4eac-8250-e80247925c9f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4185f3b4-dc64-413f-be76-70df88728526 HTTP/1.1" status: 204 len: 168 time: 0.2324452 Sep 19 10:37:35.178842 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf96624-b538-4eac-8250-e80247925c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4185f3b4-dc64-413f-be76-70df88728526,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:35.298816 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbafa-1886-4020-ba7f-d4da26c99e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.452034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58782) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:35.716025 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-982457859-network', 'tenant_id': 'ca0bc6b0f03945cea752e08c19516031'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:35.726143 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94e49f7d-92ce-4896-ba15-e8239f3be327 req-05155d96-87a7-4b30-88d3-968d1d234cc8 tempest-DeleteServersTestJSON-673885840 tempest-DeleteServersTestJSON-673885840-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cd7fc03-1a62-4bae-a090-83b98557ca2c HTTP/1.1" status: 200 len: 210 time: 0.0565789 Sep 19 10:37:35.838784 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Made reservation on behalf of ca0bc6b0f03945cea752e08c19516031 for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:35.841417 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.851041 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:35.929669 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks [] for security_group (f81e498d-8379-4cf9-a17b-fd9424f75ec1), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.014785 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58806) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:36.028790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f81e498d-8379-4cf9-a17b-fd9424f75ec1), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.031728 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-05e18cf6-efd6-4045-8846-8686cfdc56a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.060760 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:37:36.065947 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:36.085348 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e498d-8379-4cf9-a17b-fd9424f75ec1,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:36.093628 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (bd350823-9981-47be-a2f8-25d3160dde74), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.094176 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Added segment bd350823-9981-47be-a2f8-25d3160dde74 of type vlan for network e63df510-0794-4d84-9436-6f0851d7d624 Sep 19 10:37:36.155529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (e63df510-0794-4d84-9436-6f0851d7d624), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.205281 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-05e18cf6-efd6-4045-8846-8686cfdc56a8 admin admin] Publish callbacks [] for security_group (51bf1d3b-9a00-414f-b976-a80dc179c8ed), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.263726 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (e63df510-0794-4d84-9436-6f0851d7d624), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.264779 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:36.265651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.287255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-05e18cf6-efd6-4045-8846-8686cfdc56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (51bf1d3b-9a00-414f-b976-a80dc179c8ed), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.352822 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e63df510-0794-4d84-9436-6f0851d7d624,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:36.364427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network e63df510-0794-4d84-9436-6f0851d7d624 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:37:36.372882 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-05e18cf6-efd6-4045-8846-8686cfdc56a8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1c7253d01b034f7390e374132c671216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566678 Sep 19 10:37:36.376140 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-23b05636-287c-460e-99c2-3880033144c6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9230845 Sep 19 10:37:36.376867 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58816) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:36.377369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e18cf6-efd6-4045-8846-8686cfdc56a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bf1d3b-9a00-414f-b976-a80dc179c8ed,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:36.379348 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58818) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:36.384035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Request body: {'subnet': {'network_id': 'e63df510-0794-4d84-9436-6f0851d7d624', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-982457859-subnet', 'tenant_id': 'ca0bc6b0f03945cea752e08c19516031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:36.449350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-469ceac8-07f8-40e6-bbb0-844d041b8a27 admin admin] Publish callbacks [] for security_group (51bf1d3b-9a00-414f-b976-a80dc179c8ed), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.470465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-469ceac8-07f8-40e6-bbb0-844d041b8a27 admin admin] Publish callbacks [] for security_group (51bf1d3b-9a00-414f-b976-a80dc179c8ed), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.478815 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Made reservation on behalf of ca0bc6b0f03945cea752e08c19516031 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:36.481783 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.532471 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:36.583756 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.612746 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-469ceac8-07f8-40e6-bbb0-844d041b8a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (51bf1d3b-9a00-414f-b976-a80dc179c8ed), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.619241 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-469ceac8-07f8-40e6-bbb0-844d041b8a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.619964 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-469ceac8-07f8-40e6-bbb0-844d041b8a27 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/51bf1d3b-9a00-414f-b976-a80dc179c8ed HTTP/1.1" status: 204 len: 168 time: 0.2413077 Sep 19 10:37:36.629136 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ceac8-07f8-40e6-bbb0-844d041b8a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bf1d3b-9a00-414f-b976-a80dc179c8ed,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:36.768413 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:37:36.784007 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (bc8be1b9-e346-4c9e-955e-9315f3378556), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:36.791648 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:37:36.792021 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba3a19e1-c84d-4bca-8ee6-788bbd9a0c85 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:37:36.840286 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8be1b9-e346-4c9e-955e-9315f3378556,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:36.858664 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Checking segment: {'id': 'bd350823-9981-47be-a2f8-25d3160dde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e63df510-0794-4d84-9436-6f0851d7d624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:36.859021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Network hostable DHCP agents. Network: e63df510-0794-4d84-9436-6f0851d7d624, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:37:36.942766 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Network e63df510-0794-4d84-9436-6f0851d7d624 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:37:37.056268 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, e63df510-0794-4d84-9436-6f0851d7d624) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:37.060769 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:37.061512 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:37.067515 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ae99e-12ae-43fc-a98d-b51990af7cc5 None None] Network e63df510-0794-4d84-9436-6f0851d7d624 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:37.152890 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7bed107e-1c5c-479c-a73a-20267c8e6789 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7724996 Sep 19 10:37:37.301681 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677adc67-f717-420e-a157-841ac072625c None None] Network e63df510-0794-4d84-9436-6f0851d7d624 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:38.189089 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.303206 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58898) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:38.308692 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-828486641-network', 'tenant_id': '454cc1021dbe4735870f4146232b5fb6'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:38.389568 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Made reservation on behalf of 454cc1021dbe4735870f4146232b5fb6 for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:38.389820 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.393721 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.403616 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.487622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks [] for security_group (d2fb32c8-98da-4a3b-a3eb-c7bda3343491), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.520061 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58912) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:38.578128 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d2fb32c8-98da-4a3b-a3eb-c7bda3343491), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.588420 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:38.629165 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:37:38.653260 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb32c8-98da-4a3b-a3eb-c7bda3343491,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:38.672340 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (b3444c4b-917d-4b72-a74d-d362b201301a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.672682 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Added segment b3444c4b-917d-4b72-a74d-d362b201301a of type vlan for network 019511dc-bb6f-47a2-b290-6c563787b876 Sep 19 10:37:38.758094 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (019511dc-bb6f-47a2-b290-6c563787b876), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.863399 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:38.915783 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (019511dc-bb6f-47a2-b290-6c563787b876), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:38.917118 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:38.917917 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:39.060191 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] Pushing event updated for resources: {'Network': ['ID=019511dc-bb6f-47a2-b290-6c563787b876,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:39.074884 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 019511dc-bb6f-47a2-b290-6c563787b876 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:37:39.089014 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0454ca67-e92d-4df4-85dc-6d032958a463 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7760868 Sep 19 10:37:39.089245 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58936) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:39.094201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Request body: {'subnet': {'network_id': '019511dc-bb6f-47a2-b290-6c563787b876', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-828486641-subnet', 'tenant_id': '454cc1021dbe4735870f4146232b5fb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:39.098015 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (f976e071-b379-4f85-aaed-f7e749b28790), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:39.258689 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Made reservation on behalf of 454cc1021dbe4735870f4146232b5fb6 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:39.261013 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:39.484095 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Deleting port f0b4cc34-f28a-476f-9944-0586eec63984 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:37:39.484704 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:39.611833 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:39.643303 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] For port f0b4cc34-f28a-476f-9944-0586eec63984, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=f0b4cc34-f28a-476f-9944-0586eec63984,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:39.643719 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:39.657633 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Calling delete_port for f0b4cc34-f28a-476f-9944-0586eec63984 owned by network:router_interface {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:37:39.736333 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (7224ac98-8d5e-4e88-8806-f28a5b7f64cc), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:39.837411 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7224ac98-8d5e-4e88-8806-f28a5b7f64cc,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:39.858129 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:39.860929 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Checking segment: {'id': 'b3444c4b-917d-4b72-a74d-d362b201301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '019511dc-bb6f-47a2-b290-6c563787b876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:39.861349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Network hostable DHCP agents. Network: 019511dc-bb6f-47a2-b290-6c563787b876, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:37:39.954968 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Network 019511dc-bb6f-47a2-b290-6c563787b876 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:37:40.026874 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:37:40.038943 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 019511dc-bb6f-47a2-b290-6c563787b876) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:40.040668 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (f0b4cc34-f28a-476f-9944-0586eec63984), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.046919 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:40.047503 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.047767 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377299bf-1461-4515-be42-149399a0bac5 None None] Network 019511dc-bb6f-47a2-b290-6c563787b876 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:40.075876 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b4cc34-f28a-476f-9944-0586eec63984,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:40.157101 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-844cf2b0-6b43-4dd7-a526-5c343d5e8a62 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0640275 Sep 19 10:37:40.164013 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c8c81-6c86-4575-ad5c-2f5d7bb6cfa0 None None] Network 019511dc-bb6f-47a2-b290-6c563787b876 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:40.241019 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:40.255308 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (f976e071-b379-4f85-aaed-f7e749b28790), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.431121 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58982) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:40.555807 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb4b7-2beb-4260-8db7-c1fbd3cc600d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.585436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:40.656747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb4b7-2beb-4260-8db7-c1fbd3cc600d admin admin] Publish callbacks [] for security_group (91464f56-5e0c-4b65-8ff0-61caf366c93b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.715798 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Router f976e071-b379-4f85-aaed-f7e749b28790 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:37:40.726241 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb4b7-2beb-4260-8db7-c1fbd3cc600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (91464f56-5e0c-4b65-8ff0-61caf366c93b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.763608 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ae2fb4b7-2beb-4260-8db7-c1fbd3cc600d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a2317296ebf349869d03736c7434396a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313439 Sep 19 10:37:40.767086 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 58990) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:40.775588 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fb4b7-2beb-4260-8db7-c1fbd3cc600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91464f56-5e0c-4b65-8ff0-61caf366c93b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:40.822434 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b370fadb-427f-43e2-a6f4-ec70b7cde761 admin admin] Publish callbacks [] for security_group (91464f56-5e0c-4b65-8ff0-61caf366c93b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.827073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:37:40.833944 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-12c49234-7b12-4ef7-b658-2773887263ec admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f976e071-b379-4f85-aaed-f7e749b28790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118341 Sep 19 10:37:40.835430 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 58992) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:40.837993 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] Sync routers for ids ['f976e071-b379-4f85-aaed-f7e749b28790'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:37:40.858876 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] Routers {'f976e071-b379-4f85-aaed-f7e749b28790'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:40.859059 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b370fadb-427f-43e2-a6f4-ec70b7cde761 admin admin] Publish callbacks [] for security_group (91464f56-5e0c-4b65-8ff0-61caf366c93b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.859147 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f976e071-b379-4f85-aaed-f7e749b28790'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:40.948040 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks [] for router (f976e071-b379-4f85-aaed-f7e749b28790), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.966932 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] Set router f976e071-b379-4f85-aaed-f7e749b28790 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:40.981691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b370fadb-427f-43e2-a6f4-ec70b7cde761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (91464f56-5e0c-4b65-8ff0-61caf366c93b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.989381 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b370fadb-427f-43e2-a6f4-ec70b7cde761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:40.992606 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b370fadb-427f-43e2-a6f4-ec70b7cde761 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/91464f56-5e0c-4b65-8ff0-61caf366c93b HTTP/1.1" status: 204 len: 168 time: 0.2203336 Sep 19 10:37:41.012418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370fadb-427f-43e2-a6f4-ec70b7cde761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91464f56-5e0c-4b65-8ff0-61caf366c93b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:41.098311 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:41.111264 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks [] for router_gateway (f976e071-b379-4f85-aaed-f7e749b28790), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.180566 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:37:39Z', 'revision_number': 5, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:41.206785 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] Checking router: f976e071-b379-4f85-aaed-f7e749b28790 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:37:41.216053 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] Routers {'f976e071-b379-4f85-aaed-f7e749b28790'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:41.216666 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f976e071-b379-4f85-aaed-f7e749b28790'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:41.302232 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Deleting port d69b5a35-05d4-457a-907c-d0bbb41f43af {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:37:41.305705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.353537 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] Set router f976e071-b379-4f85-aaed-f7e749b28790 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:41.414446 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] For port d69b5a35-05d4-457a-907c-d0bbb41f43af, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d69b5a35-05d4-457a-907c-d0bbb41f43af,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:41.415107 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.431886 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Calling delete_port for d69b5a35-05d4-457a-907c-d0bbb41f43af owned by network:router_gateway {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:37:41.642614 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:37:39Z', 'revision_number': 5, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:41.671141 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576266c-66d5-41bd-9f0e-b0d4b97e4694 None None] The sync data for ids ['f976e071-b379-4f85-aaed-f7e749b28790'] in dv-cinder-858275-1-iscsi is: [{'id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'name': 'tempest-DeleteServersTestJSON-1109817300-router', 'tenant_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:37:39Z', 'revision_number': 5, 'project_id': 'a48df5556fc247fba5eaf7d3d1ecf44f', 'gw_port': {'id': 'd69b5a35-05d4-457a-907c-d0bbb41f43af', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976e071-b379-4f85-aaed-f7e749b28790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:37:41.755776 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (d69b5a35-05d4-457a-907c-d0bbb41f43af), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.786859 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69b5a35-05d4-457a-907c-d0bbb41f43af,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:41.788519 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59024) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:41.802561 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a0952fc1-228f-4c99-a030-f051d1abc857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.836593 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:41.856956 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (f976e071-b379-4f85-aaed-f7e749b28790), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.871234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:41.884317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a0952fc1-228f-4c99-a030-f051d1abc857 admin admin] Publish callbacks [] for security_group (fdcbdc13-e22c-4498-b618-e46f73779235), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.958156 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (f976e071-b379-4f85-aaed-f7e749b28790), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.958409 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a0952fc1-228f-4c99-a030-f051d1abc857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (fdcbdc13-e22c-4498-b618-e46f73779235), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:41.960279 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks [] for router_controller (f976e071-b379-4f85-aaed-f7e749b28790), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.001954 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a0952fc1-228f-4c99-a030-f051d1abc857 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4fa7755b3fa14b99bcdcd4ac17c476ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092988 Sep 19 10:37:42.001954 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0952fc1-228f-4c99-a030-f051d1abc857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcbdc13-e22c-4498-b618-e46f73779235,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:42.004414 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59028) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:42.033294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:42.061681 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3439798a-7471-4f20-ad87-1ba30e6cc339 admin admin] Publish callbacks [] for security_group (fdcbdc13-e22c-4498-b618-e46f73779235), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.083127 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3439798a-7471-4f20-ad87-1ba30e6cc339 admin admin] Publish callbacks [] for security_group (fdcbdc13-e22c-4498-b618-e46f73779235), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.103751 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (f976e071-b379-4f85-aaed-f7e749b28790), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.104652 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f976e071-b379-4f85-aaed-f7e749b28790 {{(pid=106798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:37:42.109842 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.114129 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-5f964f07-de97-4a6f-825a-17abf1aca4e0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f976e071-b379-4f85-aaed-f7e749b28790 HTTP/1.1" status: 204 len: 168 time: 1.2747812 Sep 19 10:37:42.117377 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59030) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:42.168600 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Deleting subnet c0cac1c8-b48e-4987-8cd6-4d0901b58c4d {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:37:42.171848 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Publish callbacks [] for subnet (c0cac1c8-b48e-4987-8cd6-4d0901b58c4d), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.206887 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (c0cac1c8-b48e-4987-8cd6-4d0901b58c4d), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.238625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3439798a-7471-4f20-ad87-1ba30e6cc339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (fdcbdc13-e22c-4498-b618-e46f73779235), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.241400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3439798a-7471-4f20-ad87-1ba30e6cc339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.242763 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3439798a-7471-4f20-ad87-1ba30e6cc339 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fdcbdc13-e22c-4498-b618-e46f73779235 HTTP/1.1" status: 204 len: 168 time: 0.2366500 Sep 19 10:37:42.251649 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439798a-7471-4f20-ad87-1ba30e6cc339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcbdc13-e22c-4498-b618-e46f73779235,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:42.329545 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (c0cac1c8-b48e-4987-8cd6-4d0901b58c4d), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.495799 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (c0cac1c8-b48e-4987-8cd6-4d0901b58c4d), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.524429 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cac1c8-b48e-4987-8cd6-4d0901b58c4d,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:42.526442 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.532102 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-dbd1e87c-45f9-4e62-8d69-2563e28dd1fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c0cac1c8-b48e-4987-8cd6-4d0901b58c4d HTTP/1.1" status: 204 len: 168 time: 0.4113450 Sep 19 10:37:42.533351 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797e768-d66c-48b4-8078-2a506ce90f8b None None] Network d69b67b4-e387-4227-8485-27202b66f471 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:42.533749 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59034) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:42.632152 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:42.635852 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (d69b67b4-e387-4227-8485-27202b66f471), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.679433 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:42.706211 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Deleting port b38f5983-aa20-4c5a-9d9a-02aa28b6464e {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:37:42.706561 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.796561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] DHCP port deletion for d69b67b4-e387-4227-8485-27202b66f471 request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:37:42.879600 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] For port b38f5983-aa20-4c5a-9d9a-02aa28b6464e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:42.880204 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:42.906920 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Calling delete_port for b38f5983-aa20-4c5a-9d9a-02aa28b6464e owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:37:42.920719 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d69b5a35-05d4-457a-907c-d0bbb41f43af no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:37:42.946357 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: d69b5a35-05d4-457a-907c-d0bbb41f43af {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:37:42.946770 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d69b5a35-05d4-457a-907c-d0bbb41f43af not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:37:42.947255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device f0b4cc34-f28a-476f-9944-0586eec63984 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:37:42.975690 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: f0b4cc34-f28a-476f-9944-0586eec63984 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:37:42.976180 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device f0b4cc34-f28a-476f-9944-0586eec63984 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:37:42.986676 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Deleting port b38f5983-aa20-4c5a-9d9a-02aa28b6464e {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:37:42.987362 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.100153 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] For port b38f5983-aa20-4c5a-9d9a-02aa28b6464e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,segment=NetworkSegment(98b6a3a8-dc93-4b69-a6ff-6c9b10383db2),segment_id=98b6a3a8-dc93-4b69-a6ff-6c9b10383db2)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:43.100932 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.114957 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Calling delete_port for b38f5983-aa20-4c5a-9d9a-02aa28b6464e owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:37:43.150289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.163431 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] No DVR routers for this DVR port b38f5983-aa20-4c5a-9d9a-02aa28b6464e on host dv-cinder-858275-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:37:43.185319 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:43.232972 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (b38f5983-aa20-4c5a-9d9a-02aa28b6464e), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.264125 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (d69b67b4-e387-4227-8485-27202b66f471), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.267565 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Pushing event deleted for resources: {'Port': ['ID=b38f5983-aa20-4c5a-9d9a-02aa28b6464e,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:43.271349 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] No DVR routers for this DVR port b38f5983-aa20-4c5a-9d9a-02aa28b6464e on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:37:43.281493 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.282216 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.283003 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.283598 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.284122 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.284626 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.285156 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.285658 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.286171 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.286668 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.287164 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.287676 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.288181 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.288874 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.289990 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915ac6b-7266-472d-8222-87eb26b72234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:43.309613 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69b67b4-e387-4227-8485-27202b66f471']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:43.334256 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:43.334896 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b6a3a8-dc93-4b69-a6ff-6c9b10383db2') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:43.356663 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (98b6a3a8-dc93-4b69-a6ff-6c9b10383db2), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.370869 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (98b6a3a8-dc93-4b69-a6ff-6c9b10383db2), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.378408 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:37:43.378820 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (98b6a3a8-dc93-4b69-a6ff-6c9b10383db2), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.426821 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 98b6a3a8-dc93-4b69-a6ff-6c9b10383db2 resource provider aggregate not found Sep 19 10:37:43.450690 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 98b6a3a8-dc93-4b69-a6ff-6c9b10383db2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98b6a3a8-dc93-4b69-a6ff-6c9b10383db2 found for delete ", "request_id": "req-d886383f-b55d-4437-b08a-c1bc8087d3da"}]} Sep 19 10:37:43.519033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (d69b67b4-e387-4227-8485-27202b66f471), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.530249 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:43.533446 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d69b67b4-e387-4227-8485-27202b66f471 HTTP/1.1" status: 204 len: 168 time: 1.0001469 Sep 19 10:37:43.543203 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9625f8-d681-48ef-be7b-2486b281c257 admin admin] Pushing event deleted for resources: {'Network': ['ID=d69b67b4-e387-4227-8485-27202b66f471,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:43.672854 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:43.963180 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59092) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:44.002597 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59096) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:44.043401 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-64ab7771-0630-4ddb-b23f-e68db7fb17a4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a48df5556fc247fba5eaf7d3d1ecf44f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394256 Sep 19 10:37:44.046078 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59098) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:44.100852 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f3140809-d16d-413c-90eb-f3af527a247d admin admin] Publish callbacks [] for security_group (c73f32d8-2cd7-4e71-926a-fc330315359e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.126055 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f3140809-d16d-413c-90eb-f3af527a247d admin admin] Publish callbacks [] for security_group (c73f32d8-2cd7-4e71-926a-fc330315359e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.187338 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6cae4bec-512b-4510-aed8-595de8cc0f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.270301 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f3140809-d16d-413c-90eb-f3af527a247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c73f32d8-2cd7-4e71-926a-fc330315359e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.273073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f3140809-d16d-413c-90eb-f3af527a247d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.274291 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f3140809-d16d-413c-90eb-f3af527a247d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c73f32d8-2cd7-4e71-926a-fc330315359e HTTP/1.1" status: 204 len: 168 time: 0.2273021 Sep 19 10:37:44.289906 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3140809-d16d-413c-90eb-f3af527a247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f32d8-2cd7-4e71-926a-fc330315359e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:44.336415 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6cae4bec-512b-4510-aed8-595de8cc0f07 admin admin] Publish callbacks [] for security_group (c4ff81d7-6217-4191-9847-61b610613d5e), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.398191 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6cae4bec-512b-4510-aed8-595de8cc0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c4ff81d7-6217-4191-9847-61b610613d5e), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.437826 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6cae4bec-512b-4510-aed8-595de8cc0f07 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c449e87bba034a3abedcf9290e4652c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735670 Sep 19 10:37:44.439764 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae4bec-512b-4510-aed8-595de8cc0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff81d7-6217-4191-9847-61b610613d5e,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:44.440714 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59108) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:44.490224 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e66a52a-a165-4957-b7c7-5b10b13d58b3 admin admin] Publish callbacks [] for security_group (c4ff81d7-6217-4191-9847-61b610613d5e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.509382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e66a52a-a165-4957-b7c7-5b10b13d58b3 admin admin] Publish callbacks [] for security_group (c4ff81d7-6217-4191-9847-61b610613d5e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.614554 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device b38f5983-aa20-4c5a-9d9a-02aa28b6464e no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:37:44.635014 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: b38f5983-aa20-4c5a-9d9a-02aa28b6464e {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:37:44.635368 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device b38f5983-aa20-4c5a-9d9a-02aa28b6464e not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:37:44.651538 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e66a52a-a165-4957-b7c7-5b10b13d58b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c4ff81d7-6217-4191-9847-61b610613d5e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.657117 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e66a52a-a165-4957-b7c7-5b10b13d58b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:44.659515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7e66a52a-a165-4957-b7c7-5b10b13d58b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c4ff81d7-6217-4191-9847-61b610613d5e HTTP/1.1" status: 204 len: 168 time: 0.2177162 Sep 19 10:37:44.665503 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:44.670238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66a52a-a165-4957-b7c7-5b10b13d58b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff81d7-6217-4191-9847-61b610613d5e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:44.793284 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59124) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:44.932353 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9f6c-5985-465a-8da6-20efc1a2080d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.021892 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9f6c-5985-465a-8da6-20efc1a2080d admin admin] Publish callbacks [] for security_group (1158d08e-1927-4902-b047-ae4b5f371cb5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.118593 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9f6c-5985-465a-8da6-20efc1a2080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1158d08e-1927-4902-b047-ae4b5f371cb5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.164882 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cf6b9f6c-5985-465a-8da6-20efc1a2080d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=40f0a0ad63d14445a7923ff277fd0b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656676 Sep 19 10:37:45.168671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59140) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:45.198885 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b9f6c-5985-465a-8da6-20efc1a2080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1158d08e-1927-4902-b047-ae4b5f371cb5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:45.246072 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:45.247068 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be2c35e-35d0-4c04-bc40-d7173532c1e6 admin admin] Publish callbacks [] for security_group (1158d08e-1927-4902-b047-ae4b5f371cb5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.271675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be2c35e-35d0-4c04-bc40-d7173532c1e6 admin admin] Publish callbacks [] for security_group (1158d08e-1927-4902-b047-ae4b5f371cb5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.406847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be2c35e-35d0-4c04-bc40-d7173532c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1158d08e-1927-4902-b047-ae4b5f371cb5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.409769 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be2c35e-35d0-4c04-bc40-d7173532c1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:45.415578 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9be2c35e-35d0-4c04-bc40-d7173532c1e6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1158d08e-1927-4902-b047-ae4b5f371cb5 HTTP/1.1" status: 204 len: 168 time: 0.2371585 Sep 19 10:37:45.419527 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2c35e-35d0-4c04-bc40-d7173532c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158d08e-1927-4902-b047-ae4b5f371cb5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:45.870771 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59166) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:45.984302 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-564429398-network', 'tenant_id': 'af388d6e63d641528e8f00de41c59490'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:46.106306 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Made reservation on behalf of af388d6e63d641528e8f00de41c59490 for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:46.108688 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.118513 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.192724 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks [] for security_group (6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.266746 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.276501 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59178) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:46.290622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:37:46.306992 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:46.310980 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (0ca509ba-2ddd-4272-9358-024ddadd203b), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.311330 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Added segment 0ca509ba-2ddd-4272-9358-024ddadd203b of type vlan for network 6075686e-fc72-4e07-bc84-884b33c04b1a Sep 19 10:37:46.355185 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (6075686e-fc72-4e07-bc84-884b33c04b1a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.394707 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1478905214-network', 'tenant_id': '90c8dde9309d4f128f53cd6ece43ea52'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:46.460903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Made reservation on behalf of 90c8dde9309d4f128f53cd6ece43ea52 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:46.461952 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (6075686e-fc72-4e07-bc84-884b33c04b1a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.463802 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:46.464390 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.464501 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.474172 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.530092 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] Pushing event updated for resources: {'Network': ['ID=6075686e-fc72-4e07-bc84-884b33c04b1a,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:46.540194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 6075686e-fc72-4e07-bc84-884b33c04b1a details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:37:46.560987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks [] for security_group (27de74e4-0350-4f10-b715-03082efd2b7b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.609158 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-40d556e7-e6e5-4d83-b19b-bc5e19cc8898 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7371285 Sep 19 10:37:46.611821 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59190) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:46.616671 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Request body: {'subnet': {'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-subnet', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:46.634643 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (27de74e4-0350-4f10-b715-03082efd2b7b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.650498 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:46.658062 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:37:46.671994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27de74e4-0350-4f10-b715-03082efd2b7b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:46.676579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (782c9c7a-c1ae-4050-aec8-ac1506fa49a3), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.676920 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Added segment 782c9c7a-c1ae-4050-aec8-ac1506fa49a3 of type vlan for network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 Sep 19 10:37:46.720483 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (943a8d7c-3f64-4107-8b34-eb1f0bf5d521), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.758542 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Made reservation on behalf of af388d6e63d641528e8f00de41c59490 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:46.760991 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.764483 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:46.852049 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (943a8d7c-3f64-4107-8b34-eb1f0bf5d521), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.854098 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:46.856043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:46.935511 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] Pushing event updated for resources: {'Network': ['ID=943a8d7c-3f64-4107-8b34-eb1f0bf5d521,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:46.946586 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:37:47.023791 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7fc8f81f-f38a-402c-8c58-f8406b22bfca admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7460165 Sep 19 10:37:47.027057 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59206) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:47.036095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Request body: {'subnet': {'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1478905214-subnet', 'tenant_id': '90c8dde9309d4f128f53cd6ece43ea52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:47.061484 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (3a49168d-63ae-4526-b71a-704c434885f1), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.118820 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Made reservation on behalf of 90c8dde9309d4f128f53cd6ece43ea52 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:47.120703 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a49168d-63ae-4526-b71a-704c434885f1,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:47.121506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.132080 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Checking segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:47.132554 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Network hostable DHCP agents. Network: 6075686e-fc72-4e07-bc84-884b33c04b1a, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:37:47.272700 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:37:47.386936 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 6075686e-fc72-4e07-bc84-884b33c04b1a) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:47.394655 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:47.394655 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.400774 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af19499-272c-45f4-9224-26fa7d27e455 None None] Network 6075686e-fc72-4e07-bc84-884b33c04b1a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:47.467131 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:47.497790 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-4bc13c01-cc8a-4a06-9603-1ff1fa38cea9 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8848355 Sep 19 10:37:47.500415 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59218) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:47.504683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:47.525421 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-6075686e-fc72-4e07-bc84-884b33c04b1a', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:37:47.526443 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.589249 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (5af54417-c53f-45ed-bb8e-6682c84fd08f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.594317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:47.612488 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.614772 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.627608 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:47.646145 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af54417-c53f-45ed-bb8e-6682c84fd08f,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:47.665671 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Allocated IP 172.20.0.2 (6075686e-fc72-4e07-bc84-884b33c04b1a/3a49168d-63ae-4526-b71a-704c434885f1/8efb8010-c6ae-48da-9335-1504b69a7222) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:47.666246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Checking segment: {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:47.666792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Network hostable DHCP agents. Network: 943a8d7c-3f64-4107-8b34-eb1f0bf5d521, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:37:47.672597 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks [] for router_controller (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.792799 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:37:47.814093 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Publish callbacks [] for port (8efb8010-c6ae-48da-9335-1504b69a7222), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.816411 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:47.895838 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks [] for router_gateway (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.901095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 943a8d7c-3f64-4107-8b34-eb1f0bf5d521) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:47.903759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.906367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:47.906609 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:47.937257 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4d972-3722-41dd-a04e-72eb8dff127e None None] Network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:47.994323 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:48.000849 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:48.005623 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0256eff7-0483-4130-bd7f-aa0b13b4962e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9774191 Sep 19 10:37:48.006934 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:48.012264 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Pushing event updated for resources: {'Port': ['ID=8efb8010-c6ae-48da-9335-1504b69a7222,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:48.106644 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Attempting to bind port 8efb8010-c6ae-48da-9335-1504b69a7222 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:37:48.107603 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Attempting to bind port 8efb8010-c6ae-48da-9335-1504b69a7222 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:37:48.107968 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Attempting to bind port 8efb8010-c6ae-48da-9335-1504b69a7222 on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:37:48.129960 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bb3a2-a750-4b82-9c28-e39e87ec5c43 None None] Network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:48.209998 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks [] for router_gateway (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.235112 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.375374 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:37:48.375736 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Checking segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:48.376136 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.376523 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Bound using segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:37:48.377010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Bound port: 8efb8010-c6ae-48da-9335-1504b69a7222, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:37:48.377417 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.445652 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] For port 8efb8010-c6ae-48da-9335-1504b69a7222, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:37:48.448977 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] For port 8efb8010-c6ae-48da-9335-1504b69a7222, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8efb8010-c6ae-48da-9335-1504b69a7222,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:37:48.596119 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Allocated IP 172.27.0.145 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/ee6e50c0-c847-4bfd-85a2-0bce5aab23ba) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:48.606364 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.684091 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:48.724343 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d2fd-2edd-469c-bf39-3090395c0be5 None None] Pushing event updated for resources: {'Port': ['ID=8efb8010-c6ae-48da-9335-1504b69a7222,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:48.728621 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks [] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.881384 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:48.928083 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:48.933472 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:48.937632 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:48.942998 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Pushing event updated for resources: {'Port': ['ID=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:49.176712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59248) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:49.269196 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks [] for router_gateway (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.289312 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ed722690-cf84-4bbf-b7a3-2b150ad1c0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.378305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ed722690-cf84-4bbf-b7a3-2b150ad1c0a7 admin admin] Publish callbacks [] for security_group (5ee2cb65-9fd8-4471-9d2f-687ed71ded89), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.410685 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:49.455606 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ed722690-cf84-4bbf-b7a3-2b150ad1c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5ee2cb65-9fd8-4471-9d2f-687ed71ded89), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.479542 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.496515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ed722690-cf84-4bbf-b7a3-2b150ad1c0a7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01fa72bebe0f4f8283a98e3553e997e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163509 Sep 19 10:37:49.498883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59252) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:49.515117 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed722690-cf84-4bbf-b7a3-2b150ad1c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee2cb65-9fd8-4471-9d2f-687ed71ded89,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:49.560795 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a971497a-872c-40dd-8b15-d119837522ec admin admin] Publish callbacks [] for security_group (5ee2cb65-9fd8-4471-9d2f-687ed71ded89), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.563514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:49.587066 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a971497a-872c-40dd-8b15-d119837522ec admin admin] Publish callbacks [] for security_group (5ee2cb65-9fd8-4471-9d2f-687ed71ded89), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.641539 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423cb2f-ac7c-4f63-b2dd-54417f04357a None None] Network 6075686e-fc72-4e07-bc84-884b33c04b1a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:49.714534 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:37:49.755369 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Provisioning complete for port 8efb8010-c6ae-48da-9335-1504b69a7222 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:49.755961 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.756073 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Attempt 1 to provision port 8efb8010-c6ae-48da-9335-1504b69a7222 Sep 19 10:37:49.794862 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a971497a-872c-40dd-8b15-d119837522ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5ee2cb65-9fd8-4471-9d2f-687ed71ded89), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.797882 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a971497a-872c-40dd-8b15-d119837522ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.799090 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a971497a-872c-40dd-8b15-d119837522ec admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5ee2cb65-9fd8-4471-9d2f-687ed71ded89 HTTP/1.1" status: 204 len: 168 time: 0.2991111 Sep 19 10:37:49.807400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971497a-872c-40dd-8b15-d119837522ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee2cb65-9fd8-4471-9d2f-687ed71ded89,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:49.843507 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:37:49.860812 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Current status of the port 8efb8010-c6ae-48da-9335-1504b69a7222 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:49.863707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.864804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Sync routers for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:37:49.894435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:49.895103 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:49.943318 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:49.947202 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-4c6373cb-29bf-4967-8336-d9bafe030a9d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4451137 Sep 19 10:37:49.952312 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59264) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:49.952535 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] For port 8efb8010-c6ae-48da-9335-1504b69a7222, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8efb8010-c6ae-48da-9335-1504b69a7222,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:50.030681 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.061414 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:50.063022 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:50.192358 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-4c6e3201-15b7-408b-bda0-67fe6d97f8b7 None None] Provisioning complete for port 8efb8010-c6ae-48da-9335-1504b69a7222 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:50.192733 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3201-15b7-408b-bda0-67fe6d97f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.193088 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c6e3201-15b7-408b-bda0-67fe6d97f8b7 None None] Attempt 1 to provision port 8efb8010-c6ae-48da-9335-1504b69a7222 Sep 19 10:37:50.234779 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165adc7c-9952-4ef1-a2d5-f05bbdc2ba9b None None] Pushing event updated for resources: {'Port': ['ID=8efb8010-c6ae-48da-9335-1504b69a7222,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:50.313458 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e3201-15b7-408b-bda0-67fe6d97f8b7 None None] Current status of the port 8efb8010-c6ae-48da-9335-1504b69a7222 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:50.365462 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:49Z', 'revision_number': 3, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:50.396464 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Checking router: 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:37:50.396464 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Updating router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:37:50.430439 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.447206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:50.537854 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-451da87b-5059-447e-b134-7a74183b9aeb tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:50.540069 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-451da87b-5059-447e-b134-7a74183b9aeb tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/networks?id=943a8d7c-3f64-4107-8b34-eb1f0bf5d521 HTTP/1.1" status: 200 len: 809 time: 0.1767201 Sep 19 10:37:50.541545 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:50.565249 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-20e4c17c-7d5f-4727-8cc9-47654407dfc0 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/quotas/90c8dde9309d4f128f53cd6ece43ea52 HTTP/1.1" status: 200 len: 375 time: 0.0173712 Sep 19 10:37:50.567414 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.620438 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-8f8f7b55-041b-4bbc-9cf6-96fd9852f576 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358856 Sep 19 10:37:50.657356 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8efb8010-c6ae-48da-9335-1504b69a7222 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:50.746963 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Publish callbacks [] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.759100 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 8efb8010-c6ae-48da-9335-1504b69a7222 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:50.759760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.759855 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 8efb8010-c6ae-48da-9335-1504b69a7222 Sep 19 10:37:50.815265 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-266a0bb7-8d9f-44c3-b2b2-aedd8c3d02e5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621380 Sep 19 10:37:50.837794 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 8efb8010-c6ae-48da-9335-1504b69a7222 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:50.853402 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Allocated IP 172.20.0.1 (6075686e-fc72-4e07-bc84-884b33c04b1a/3a49168d-63ae-4526-b71a-704c434885f1/357dae78-7acd-4edb-8211-1bf1b9fefc36) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:50.906526 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:50.943070 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Attempting to bind port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:37:50.943419 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Attempting to bind port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:37:50.943773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Attempting to bind port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:37:50.978282 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-251d416a-2287-47a9-b784-3a709011fa93 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537471 Sep 19 10:37:50.983541 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffd448-d84a-440d-ae67-89be2037178a None None] Pushing event updated for resources: {'Port': ['ID=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:51.009760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:37:51.010305 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:51.010759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.011230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:37:51.011921 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Bound port: ee6e50c0-c847-4bfd-85a2-0bce5aab23ba, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:37:51.012302 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.019458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks [] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.039960 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59284) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:51.056639 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6b8d6b51-4685-4058-9b4d-6bdeed9f170b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.066614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] For port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:37:51.070387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] For port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:37:51.137375 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6b8d6b51-4685-4058-9b4d-6bdeed9f170b admin admin] Publish callbacks [] for security_group (32748053-cf46-4b9d-9278-e822263df3d6), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.166327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.166495 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.203472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:51.204102 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:51.206771 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:51.209736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:51.212901 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:51.213727 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.278970 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffd448-d84a-440d-ae67-89be2037178a None None] Pushing event updated for resources: {'Port': ['ID=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:51.279740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6b8d6b51-4685-4058-9b4d-6bdeed9f170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (32748053-cf46-4b9d-9278-e822263df3d6), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.338512 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Pushing event updated for resources: {'Port': ['ID=357dae78-7acd-4edb-8211-1bf1b9fefc36,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:51.360873 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d6b51-4685-4058-9b4d-6bdeed9f170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32748053-cf46-4b9d-9278-e822263df3d6,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:51.406327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:51.450297 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-494f9e68-2181-40fd-abf0-1c3a69c0e1bf req-c1cd144a-fa11-4abc-abd9-3152cda9cbfc tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 210 time: 0.1001403 Sep 19 10:37:51.457034 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6b8d6b51-4685-4058-9b4d-6bdeed9f170b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=75f73f1c70b5444b88f81bf5f3868f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155378 Sep 19 10:37:51.460010 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59294) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:51.551848 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b368-b55d-48a6-8685-6def7c87dddd admin admin] Publish callbacks [] for security_group (32748053-cf46-4b9d-9278-e822263df3d6), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.555460 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Provisioning complete for port 357dae78-7acd-4edb-8211-1bf1b9fefc36 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:51.555824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.556170 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 1 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:51.593120 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:51.598699 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b368-b55d-48a6-8685-6def7c87dddd admin admin] Publish callbacks [] for security_group (32748053-cf46-4b9d-9278-e822263df3d6), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.600615 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.619390 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:51.644771 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=49 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:51.646886 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=73 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:51.661071 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:49Z', 'revision_number': 3, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:51.688127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a7fd5-19b6-43e0-a85f-41ec796510dd None None] The sync data for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi is: [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:49Z', 'revision_number': 3, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:37:51.797581 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b368-b55d-48a6-8685-6def7c87dddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (32748053-cf46-4b9d-9278-e822263df3d6), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.800250 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b368-b55d-48a6-8685-6def7c87dddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.804002 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d8b0b368-b55d-48a6-8685-6def7c87dddd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/32748053-cf46-4b9d-9278-e822263df3d6 HTTP/1.1" status: 204 len: 168 time: 0.3394990 Sep 19 10:37:51.805203 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks [] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.813735 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0b368-b55d-48a6-8685-6def7c87dddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32748053-cf46-4b9d-9278-e822263df3d6,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:51.895055 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:51.896458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:52.020119 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Pushing event updated for resources: {'Port': ['ID=357dae78-7acd-4edb-8211-1bf1b9fefc36,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:52.070094 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:52.071608 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:52.120995 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 2 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:52.195596 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:52.196842 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:52.283026 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:37:52.383625 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:52.413879 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:37:52.426749 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c9ca6a0d-3cfc-4a28-9f3d-f371a85b6905 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/35dc8e0a-dd83-47b5-a758-4b0aa5697c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727714 Sep 19 10:37:52.556917 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8a63a373-21ed-4a35-81c9-9a118f3b70bd req-8c1c821f-77f2-47e3-8876-a06f9b25757e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 210 time: 0.0354824 Sep 19 10:37:52.637000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device ee6e50c0-c847-4bfd-85a2-0bce5aab23ba up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:52.683097 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:52.683674 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:52.684201 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba Sep 19 10:37:52.707288 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 3 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:52.760588 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:52.801443 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:52.801832 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:52.889394 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59330) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:52.912895 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72d9d1e1-e327-4607-8f59-64c822ce01e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:52.961537 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-5ea61407-25c4-49c7-85f9-eadff4e49162 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:52.963290 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-5ea61407-25c4-49c7-85f9-eadff4e49162 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 818 time: 0.1578927 Sep 19 10:37:52.965505 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:52.988119 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f656f85c-bf45-4ea5-bf17-d27de3201091 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/quotas/af388d6e63d641528e8f00de41c59490 HTTP/1.1" status: 200 len: 375 time: 0.0160301 Sep 19 10:37:53.049991 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-d60004a8-e6d1-4152-9efd-64c0c6c89552 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560768 Sep 19 10:37:53.087068 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72d9d1e1-e327-4607-8f59-64c822ce01e2 admin admin] Publish callbacks [] for security_group (e400b23a-2b24-4590-a012-53d043d7c40a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.096325 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.162719 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72d9d1e1-e327-4607-8f59-64c822ce01e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e400b23a-2b24-4590-a012-53d043d7c40a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.172391 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:53.200619 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-a25878aa-c07c-4e66-9e12-298f83811ad7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435921 Sep 19 10:37:53.238758 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9d1e1-e327-4607-8f59-64c822ce01e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e400b23a-2b24-4590-a012-53d043d7c40a,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:53.243714 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-72d9d1e1-e327-4607-8f59-64c822ce01e2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e1a80d6abd504412a8aa993878390b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526402 Sep 19 10:37:53.246695 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59336) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:53.261764 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 4 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:53.297119 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:53.316728 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b311f4ae-87b5-4b48-9149-2b7f0f85d580 admin admin] Publish callbacks [] for security_group (e400b23a-2b24-4590-a012-53d043d7c40a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.341086 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b311f4ae-87b5-4b48-9149-2b7f0f85d580 admin admin] Publish callbacks [] for security_group (e400b23a-2b24-4590-a012-53d043d7c40a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.345729 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-a2110a4e-b81e-4760-82cd-a26015cbf43e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373320 Sep 19 10:37:53.346433 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:53.514330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b311f4ae-87b5-4b48-9149-2b7f0f85d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e400b23a-2b24-4590-a012-53d043d7c40a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.517353 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b311f4ae-87b5-4b48-9149-2b7f0f85d580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:53.518521 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b311f4ae-87b5-4b48-9149-2b7f0f85d580 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e400b23a-2b24-4590-a012-53d043d7c40a HTTP/1.1" status: 204 len: 168 time: 0.2705102 Sep 19 10:37:53.527051 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f4ae-87b5-4b48-9149-2b7f0f85d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e400b23a-2b24-4590-a012-53d043d7c40a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:53.635580 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ef6f009c-ff9b-4b8b-8212-137d9bb7fa0a req-3f87c1ae-466b-45cf-aec2-09b5b76f2ef0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 210 time: 0.0551124 Sep 19 10:37:53.647004 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Sync routers for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:37:53.697125 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:53.697125 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:53.719493 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-032ad935-18a7-4f9e-bdd9-b1d24153e296 req-87e48104-d2c4-4663-9168-00924f93b540 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 210 time: 0.0668871 Sep 19 10:37:53.847282 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 5 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:53.898283 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:53.966598 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:54.003784 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-8b107692-1ec7-455f-95ef-63ca47c5abe6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:54.005312 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-8b107692-1ec7-455f-95ef-63ca47c5abe6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 818 time: 0.1213062 Sep 19 10:37:54.027973 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-3ef2a7d5-8c4c-4469-974b-2967d8e290a2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/quotas/af388d6e63d641528e8f00de41c59490 HTTP/1.1" status: 200 len: 375 time: 0.0171912 Sep 19 10:37:54.085505 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-4778ddc7-6785-450e-89d7-049e88c32a52 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520864 Sep 19 10:37:54.187570 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 2, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:54.193581 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-f48193e2-912e-4c55-9771-b09e94d28915 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009579 Sep 19 10:37:54.219834 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Checking router: 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:37:54.219834 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Updating router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a port 357dae78-7acd-4edb-8211-1bf1b9fefc36 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:37:54.254196 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:54.291224 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-8b96ff4d-ce00-4204-9184-ff8fae5cd1ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906124 Sep 19 10:37:54.399234 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 6 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:54.426901 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:54.442749 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:54.561736 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Publish callbacks [] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:54.634410 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:54.648454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:54.662349 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-84a5f502-d652-4537-9fe9-6db587d49c31 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:54.664411 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-84a5f502-d652-4537-9fe9-6db587d49c31 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "GET /networking/v2.0/networks?id=943a8d7c-3f64-4107-8b34-eb1f0bf5d521 HTTP/1.1" status: 200 len: 809 time: 0.1656570 Sep 19 10:37:54.687525 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Request body: {'port': {'device_id': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521', 'admin_state_up': True, 'tenant_id': '90c8dde9309d4f128f53cd6ece43ea52'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:54.701076 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-387d194f-b47c-4f2f-92ff-dd78e8c829df req-bcebe17e-2010-4d0a-9124-608965c8367c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0820198 Sep 19 10:37:54.719619 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device ee6e50c0-c847-4bfd-85a2-0bce5aab23ba up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:54.858656 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Pushing event updated for resources: {'Port': ['ID=357dae78-7acd-4edb-8211-1bf1b9fefc36,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:54.863969 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=2,neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:54.871154 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.871868 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.872862 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.873467 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.874293 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.874940 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.875477 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.876380 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.877099 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.877967 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.878630 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.879127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:54.879466 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.879744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:54.880142 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba Sep 19 10:37:54.880341 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.880867 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.881573 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:37:54.889976 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Attempting to bind port 357dae78-7acd-4edb-8211-1bf1b9fefc36 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:37:54.890682 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Attempting to bind port 357dae78-7acd-4edb-8211-1bf1b9fefc36 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:37:54.891396 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Attempting to bind port 357dae78-7acd-4edb-8211-1bf1b9fefc36 on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:37:54.944037 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 7 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:54.946659 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:37:54.947579 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Checking segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:54.948234 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:54.949351 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Bound using segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:37:54.950221 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Bound port: 357dae78-7acd-4edb-8211-1bf1b9fefc36, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:37:54.950707 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:54.996022 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-676a013e-d8de-44e6-93c9-c9c864015f9f req-a9f78269-0ca8-4fc6-b539-ec5f3f83cd42 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 210 time: 0.1412616 Sep 19 10:37:55.016118 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Port 357dae78-7acd-4edb-8211-1bf1b9fefc36 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:55.026204 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:55.085242 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] For port 357dae78-7acd-4edb-8211-1bf1b9fefc36, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:37:55.088778 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] For port 357dae78-7acd-4edb-8211-1bf1b9fefc36, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=357dae78-7acd-4edb-8211-1bf1b9fefc36,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:37:55.090271 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:55.099217 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59402) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:55.126143 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Made reservation on behalf of 90c8dde9309d4f128f53cd6ece43ea52 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:55.130256 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.151294 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.158017 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:55.195976 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:37:55.199715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:55.203243 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:55.274198 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-491703475-network', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:55.277855 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9bbdf-9c6d-4ed0-85e1-3db35102975a None None] Pushing event updated for resources: {'Port': ['ID=357dae78-7acd-4edb-8211-1bf1b9fefc36,revision_number=4']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:55.321851 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Allocated IP 172.20.0.6 (943a8d7c-3f64-4107-8b34-eb1f0bf5d521/5af54417-c53f-45ed-bb8e-6682c84fd08f/b87ad1e5-c436-4690-9164-053b928f015f) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:55.358058 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:37:55.378041 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Made reservation on behalf of c84c95680abc4f28b49cd092ca96fe32 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:55.380406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.402116 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.517625 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Attempt 8 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:55.554922 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks [] for port (b87ad1e5-c436-4690-9164-053b928f015f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.596673 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:55.609174 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks [] for security_group (1e0b9320-51b8-4fc8-94d3-12a1441ffbb0), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.644366 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9815f8-d0b5-4aca-bdb0-8f7807519c63 None None] The sync data for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi is: [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:37:55.649910 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Current status of the port 357dae78-7acd-4edb-8211-1bf1b9fefc36 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:55.650983 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.668164 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1e0b9320-51b8-4fc8-94d3-12a1441ffbb0), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.721096 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (b87ad1e5-c436-4690-9164-053b928f015f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.722271 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] For port 357dae78-7acd-4edb-8211-1bf1b9fefc36, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=357dae78-7acd-4edb-8211-1bf1b9fefc36,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:55.771409 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:37:55.796523 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7b79d403-ec4a-4441-bddd-092ce41191f8 req-991050de-701e-4b2b-97d9-9de885fd7029 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0341880 Sep 19 10:37:55.803891 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.836451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (a3b30153-e841-42f5-9162-9d0b524bbde7), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.841856 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Added segment a3b30153-e841-42f5-9162-9d0b524bbde7 of type vlan for network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc Sep 19 10:37:55.841856 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:55.859775 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:55.885653 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:55.892454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:55.896987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:55.898368 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.920289 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Pushing event updated for resources: {'Port': ['ID=b87ad1e5-c436-4690-9164-053b928f015f,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:55.924850 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7618bfc-f088-435c-a7f5-008a1dc04dfa None None] Pushing event updated for resources: {'Port': ['ID=357dae78-7acd-4edb-8211-1bf1b9fefc36,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:55.926356 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:55.999813 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-305d4a10-e783-4fdc-ad51-19743584ad67 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3186548 Sep 19 10:37:56.029260 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.030943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:56.031916 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.053005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Request body: {'port': {'device_id': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:56.063786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-470f0495-38ca-4a08-a6df-151e4d5302c4 None None] Provisioning complete for port 357dae78-7acd-4edb-8211-1bf1b9fefc36 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:56.064159 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-470f0495-38ca-4a08-a6df-151e4d5302c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.064484 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-470f0495-38ca-4a08-a6df-151e4d5302c4 None None] Attempt 1 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:56.136120 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.150613 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-470f0495-38ca-4a08-a6df-151e4d5302c4 None None] Current status of the port 357dae78-7acd-4edb-8211-1bf1b9fefc36 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:56.209318 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] Pushing event updated for resources: {'Network': ['ID=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:56.221398 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:37:56.226805 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-75355e09-0aa7-47de-b879-1f534f716075 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1252456 Sep 19 10:37:56.231205 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59420) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:56.232336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b87ad1e5-c436-4690-9164-053b928f015f), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.236438 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Request body: {'subnet': {'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-491703475-subnet', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:56.240126 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fecc21-a189-4391-990e-0bf80a0083b3 req-23c424bd-d45a-4cd0-842a-4398d8ddb554 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:56.241790 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93fecc21-a189-4391-990e-0bf80a0083b3 req-23c424bd-d45a-4cd0-842a-4398d8ddb554 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 931 time: 0.0988190 Sep 19 10:37:56.359128 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93fecc21-a189-4391-990e-0bf80a0083b3 req-d9b7711e-40e8-4a88-a025-1aa290ad90b3 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879488 Sep 19 10:37:56.398436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Made reservation on behalf of c84c95680abc4f28b49cd092ca96fe32 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:56.402859 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.502351 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:56.610117 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87ad1e5-c436-4690-9164-053b928f015f {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:37:56.619431 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Publish callbacks [] for port (b87ad1e5-c436-4690-9164-053b928f015f), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.633712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Transition to ACTIVE for port object b87ad1e5-c436-4690-9164-053b928f015f will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:37:56.671979 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 357dae78-7acd-4edb-8211-1bf1b9fefc36 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:56.708357 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b87ad1e5-c436-4690-9164-053b928f015f), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.708932 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (297b6552-8f4d-4bf0-b836-e677e116ba6d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.728977 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 357dae78-7acd-4edb-8211-1bf1b9fefc36 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:56.729882 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.730421 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 357dae78-7acd-4edb-8211-1bf1b9fefc36 Sep 19 10:37:56.814213 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Attempting to bind port b87ad1e5-c436-4690-9164-053b928f015f on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:37:56.814929 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Attempting to bind port b87ad1e5-c436-4690-9164-053b928f015f by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:37:56.815516 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Attempting to bind port b87ad1e5-c436-4690-9164-053b928f015f on network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:37:56.821235 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Checking segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:56.822107 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Network hostable DHCP agents. Network: b903e8e5-fed9-49fc-8a3e-60d9b259d1cc, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:37:56.866014 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 357dae78-7acd-4edb-8211-1bf1b9fefc36 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:56.871663 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Port b87ad1e5-c436-4690-9164-053b928f015f on network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:37:56.871983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Attempting to bind port b87ad1e5-c436-4690-9164-053b928f015f on network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:37:56.890769 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=297b6552-8f4d-4bf0-b836-e677e116ba6d,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:56.907504 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Pushing event updated for resources: {'Port': ['ID=b87ad1e5-c436-4690-9164-053b928f015f,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:56.946286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:37:56.946286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Checking segment: {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:56.946286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Bound using segment: {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:37:56.946940 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Bound port: b87ad1e5-c436-4690-9164-053b928f015f, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:37:56.947398 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b87ad1e5-c436-4690-9164-053b928f015f), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:56.994486 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:37:57.001191 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-823629bf-2c98-4783-a34e-0e5bdf54cd2e req-853f4909-6c4b-4c1b-b811-87b1cc66bdbc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0672100 Sep 19 10:37:57.048925 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] For port b87ad1e5-c436-4690-9164-053b928f015f, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:37:57.054587 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] For port b87ad1e5-c436-4690-9164-053b928f015f, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=b87ad1e5-c436-4690-9164-053b928f015f,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:37:57.088663 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, b903e8e5-fed9-49fc-8a3e-60d9b259d1cc) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:57.095751 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:57.096344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.097708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4ce7a-b9a5-4219-90f2-110a6e95174f None None] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:57.137397 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b87ad1e5-c436-4690-9164-053b928f015f), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.142076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:57.142914 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.144994 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/b87ad1e5-c436-4690-9164-053b928f015f HTTP/1.1" status: 200 len: 1093 time: 1.1044016 Sep 19 10:37:57.148297 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'tag': 'b87ad1e5-c436-4690-9164-053b928f015f'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:37:57.155272 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a3045-3311-4cc4-a877-5628ba15015b", "tag": "b87ad1e5-c436-4690-9164-053b928f015f"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:37:57.200713 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-5ab9f6d0-a86c-4b7f-88a7-b7a8a5298bce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:57.203147 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-5ab9f6d0-a86c-4b7f-88a7-b7a8a5298bce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 818 time: 0.1826262 Sep 19 10:37:57.220533 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7064e044-af06-4bda-ac2e-74bd92455ce4 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9881339 Sep 19 10:37:57.221180 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59442) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:57.225694 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:57.234144 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'port': {'device_id': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'admin_state_up': True, 'tenant_id': 'af388d6e63d641528e8f00de41c59490'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:57.246580 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e017b1f-5b18-4e25-ad95-33d5a2c25562 x-openstack-request-id: req-6e017b1f-5b18-4e25-ad95-33d5a2c25562 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:37:57.249348 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a3045-3311-4cc4-a877-5628ba15015b", "tag": "b87ad1e5-c436-4690-9164-053b928f015f", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:37:57.249722 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e017b1f-5b18-4e25-ad95-33d5a2c25562 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:37:57.250396 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e017b1f-5b18-4e25-ad95-33d5a2c25562'] response: {'name': 'network-changed', 'server_uuid': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'tag': 'b87ad1e5-c436-4690-9164-053b928f015f', 'status': 'completed', 'code': 200} Sep 19 10:37:57.278753 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae66289-9b04-4af4-a87d-be4de17a4f51 service neutron] Pushing event updated for resources: {'Port': ['ID=b87ad1e5-c436-4690-9164-053b928f015f,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:57.303172 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:37:57.310735 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.404920 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.407147 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.561596 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Allocated IP 172.20.0.2 (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc/297b6552-8f4d-4bf0-b836-e677e116ba6d/bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:57.571968 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks [] for router_controller (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.590873 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Made reservation on behalf of af388d6e63d641528e8f00de41c59490 for: {'port': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:57.601601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.621108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858b537-7b55-4f55-8d16-c1571bc90933 req-29f53269-aa6c-467a-80c0-f390da83efe2 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:57.623906 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1858b537-7b55-4f55-8d16-c1571bc90933 req-29f53269-aa6c-467a-80c0-f390da83efe2 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 943 time: 0.1310935 Sep 19 10:37:57.652940 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:57.668323 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35 req-d5ee5eba-522a-4978-ae1b-9d9db7cf52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:57.670064 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35 req-d5ee5eba-522a-4978-ae1b-9d9db7cf52eb service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 1127 time: 0.3603628 Sep 19 10:37:57.768972 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Publish callbacks [] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.809659 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1858b537-7b55-4f55-8d16-c1571bc90933 req-0a6df2c8-a18b-4c46-a89e-e712f657f4ef tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760383 Sep 19 10:37:57.832397 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.870111 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:57.875348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:57.879160 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:57.891409 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Pushing event updated for resources: {'Port': ['ID=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:57.899453 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks [] for router_gateway (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:57.923747 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Allocated IP 172.20.0.14 (6075686e-fc72-4e07-bc84-884b33c04b1a/3a49168d-63ae-4526-b71a-704c434885f1/c6f7c2e0-a7e1-4a33-9473-502c389dcbb0) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:57.957614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Attempting to bind port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:37:57.957990 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Attempting to bind port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:37:57.958353 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Attempting to bind port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e on network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:37:58.006454 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:37:58.007435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Checking segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:37:58.008334 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.008738 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Bound using segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:37:58.009722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Bound port: bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:37:58.009722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.051289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:58.081338 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35 req-fddd6b61-522f-40e8-8e8a-8ebb0f9f7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:58.085129 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35 req-fddd6b61-522f-40e8-8e8a-8ebb0f9f7656 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1293168 Sep 19 10:37:58.086103 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] For port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:37:58.090219 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] For port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:37:58.165909 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f10dda0f-c5bc-4fc0-9336-8111cb249d38 req-afd91336-58ba-481c-8ecf-c9394b17fab9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0441911 Sep 19 10:37:58.188749 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.237492 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:58.264923 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc52c4-bce6-407c-aa36-1d889f607da8 None None] Pushing event updated for resources: {'Port': ['ID=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:58.274920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35 req-d48e778c-b2f6-4494-8b3a-659574fbd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:58.276634 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1dc42fab-fd8f-4ccc-b8f2-3115f85feb35 req-d48e778c-b2f6-4494-8b3a-659574fbd5ae service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414368 Sep 19 10:37:58.280233 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.307816 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks [] for router_gateway (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.337328 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.417989 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.477342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-9223eb39-6b5a-4588-abf7-f270470c396b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:58.479127 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-9223eb39-6b5a-4588-abf7-f270470c396b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 818 time: 0.2013681 Sep 19 10:37:58.480189 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-88efbe5e-943f-4e63-8287-deffb5c03638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:58.482579 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-88efbe5e-943f-4e63-8287-deffb5c03638 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 1127 time: 0.1197979 Sep 19 10:37:58.516987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'port': {'device_id': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'admin_state_up': True, 'tenant_id': 'af388d6e63d641528e8f00de41c59490'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:58.537101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:58.539687 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:58.545686 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:58.561460 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'Port': ['ID=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:58.568059 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:58.614373 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-a535ac44-b4be-4ff0-bbcf-64807d558850 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b87ad1e5-c436-4690-9164-053b928f015f HTTP/1.1" status: 200 len: 217 time: 0.0926194 Sep 19 10:37:58.614696 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Allocated IP 172.27.0.113 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/75ce2ea7-94f1-4ad1-b44e-3875d9875b20) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:58.673482 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:58.674021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.707509 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:37:58.710219 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-a0e6491e-5478-4571-a341-717a4d048e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:58.712867 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-a0e6491e-5478-4571-a341-717a4d048e2f service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=5af54417-c53f-45ed-bb8e-6682c84fd08f HTTP/1.1" status: 200 len: 849 time: 0.0555644 Sep 19 10:37:58.761095 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-2c8e1535-806f-4eac-9e36-3b37ab7cdf3a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=943a8d7c-3f64-4107-8b34-eb1f0bf5d521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395267 Sep 19 10:37:58.763124 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:58.763501 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.764056 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e Sep 19 10:37:58.781883 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-f7256988-701f-495f-b3fc-0cb439fa356f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5522320 Sep 19 10:37:58.812714 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Request body: {'port': {'device_id': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:37:58.863946 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:58.904186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Provisioning complete for port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:37:58.904589 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.904940 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Attempt 1 to provision port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 Sep 19 10:37:58.906765 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:37:58.907271 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:58.943660 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-d522fe90-ac91-4e2d-87b8-1071aa947b38 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686239 Sep 19 10:37:58.975127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:58.979017 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:37:59.048203 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Made reservation on behalf of af388d6e63d641528e8f00de41c59490 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:37:59.053006 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.067411 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.128281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59480) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:59.155448 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:59.207864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:59.221995 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c8f540a-83bc-469a-8b65-dcfdb9ef2f37 req-de10c4a1-4260-4648-95e5-d00194ac2055 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320335 Sep 19 10:37:59.255643 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Deleting subnet bc8be1b9-e346-4c9e-955e-9315f3378556 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:37:59.260451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Publish callbacks [] for subnet (bc8be1b9-e346-4c9e-955e-9315f3378556), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.267064 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.285527 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:59.294436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c78f3-5f3e-44d9-829c-f5492e345202 req-2d1028df-86e0-448d-b32f-233f041856bd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:37:59.295968 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a4c78f3-5f3e-44d9-829c-f5492e345202 req-2d1028df-86e0-448d-b32f-233f041856bd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 943 time: 0.1215124 Sep 19 10:37:59.341500 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks [] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.344308 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-778bfeb6-8fa7-46e9-a1c4-197f723b4bf9 req-14a865d0-73e8-4b49-b81c-bf2cafdfe7b5 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0581267 Sep 19 10:37:59.360406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Publish callbacks [] for subnet (bc8be1b9-e346-4c9e-955e-9315f3378556), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.390889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (bc8be1b9-e346-4c9e-955e-9315f3378556), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.441441 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Allocated IP 172.20.0.3 (6075686e-fc72-4e07-bc84-884b33c04b1a/3a49168d-63ae-4526-b71a-704c434885f1/6967445f-4780-49ec-86c2-d13683e54272) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:37:59.452062 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81554bd-6c4c-4e50-8964-15a187e656e9 None None] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:37:59.469106 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a4c78f3-5f3e-44d9-829c-f5492e345202 req-7cbc8f98-7900-43b5-870b-25569e1ee7fc tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634371 Sep 19 10:37:59.478800 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Attempt 2 to provision port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 Sep 19 10:37:59.530162 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.556831 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:37:59.559706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:59.565513 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:37:59.572520 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:37:59.576375 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:37:59.589311 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for subnet (bc8be1b9-e346-4c9e-955e-9315f3378556), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.606615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Pushing event updated for resources: {'Port': ['ID=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:59.630305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8be1b9-e346-4c9e-955e-9315f3378556,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:37:59.648352 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.654528 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7fb7b354-01d9-4b5f-b120-cbddcfcd493e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/bc8be1b9-e346-4c9e-955e-9315f3378556 HTTP/1.1" status: 204 len: 168 time: 0.5230031 Sep 19 10:37:59.655552 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59484) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:37:59.685211 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for port (6967445f-4780-49ec-86c2-d13683e54272), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.754298 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (e63df510-0794-4d84-9436-6f0851d7d624), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.854188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (e63df510-0794-4d84-9436-6f0851d7d624), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.874120 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.874464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.875224 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > port after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.877579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.953974 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.954339 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.954676 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.955005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 10:37:59.955358 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63df510-0794-4d84-9436-6f0851d7d624']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:59.969530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (6967445f-4780-49ec-86c2-d13683e54272), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:37:59.974671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:37:59.978153 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd350823-9981-47be-a2f8-25d3160dde74') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:37:59.978450 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd350823-9981-47be-a2f8-25d3160dde74') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:00.005316 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks [] for router_gateway (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.017440 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:00.017952 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (bd350823-9981-47be-a2f8-25d3160dde74), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.047527 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:00.058809 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:00.059015 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Attempt 3 to provision port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 Sep 19 10:38:00.059886 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (bd350823-9981-47be-a2f8-25d3160dde74), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.064997 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:00.094458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:38:00.094823 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (bd350823-9981-47be-a2f8-25d3160dde74), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.116670 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'Port': ['ID=6967445f-4780-49ec-86c2-d13683e54272,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:00.128714 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:00.147890 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:00.162175 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:00.163836 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Publish callbacks [] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.195983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:00.196661 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.219119 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Transition to ACTIVE for port object c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 will not be triggered until provisioned by entity L2. {{(pid=106798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:38:00.277318 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (e63df510-0794-4d84-9436-6f0851d7d624), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.287426 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.294717 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.295255 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e63df510-0794-4d84-9436-6f0851d7d624 HTTP/1.1" status: 204 len: 168 time: 0.6381159 Sep 19 10:38:00.296783 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59496) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:00.304262 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.323767 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-33c7c38f-2e29-441a-93a9-e0a67e0885ee tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8149774 Sep 19 10:38:00.324777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24578-932a-44e5-b623-d3d43a5b9569 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63df510-0794-4d84-9436-6f0851d7d624,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:00.359234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Request body: {'port': {'device_id': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:00.399658 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Deleting subnet 7224ac98-8d5e-4e88-8806-f28a5b7f64cc {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:38:00.406472 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Publish callbacks [] for subnet (7224ac98-8d5e-4e88-8806-f28a5b7f64cc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.421023 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:00.447479 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment bd350823-9981-47be-a2f8-25d3160dde74 resource provider aggregate not found Sep 19 10:38:00.474517 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment bd350823-9981-47be-a2f8-25d3160dde74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd350823-9981-47be-a2f8-25d3160dde74 found for delete ", "request_id": "req-c56d6662-681b-4391-822d-01ce83c5dcf7"}]} Sep 19 10:38:00.499048 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (6967445f-4780-49ec-86c2-d13683e54272), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.502622 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (7224ac98-8d5e-4e88-8806-f28a5b7f64cc), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.520796 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Attempting to bind port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:00.521187 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Attempting to bind port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:00.521485 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Attempting to bind port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:00.560838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2157e3-a412-4b47-a233-04ae09383699 req-ac471920-a3d4-40dc-93ea-5caab13247f6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:00.562370 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a2157e3-a412-4b47-a233-04ae09383699 req-ac471920-a3d4-40dc-93ea-5caab13247f6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 931 time: 0.1063368 Sep 19 10:38:00.613832 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (7224ac98-8d5e-4e88-8806-f28a5b7f64cc), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.624862 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f2149-57b7-4452-86a9-d698757502bf req-819e44c8-4ec0-4521-935d-5511a3e15a50 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:00.626380 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c87f2149-57b7-4452-86a9-d698757502bf req-819e44c8-4ec0-4521-935d-5511a3e15a50 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 943 time: 0.0682280 Sep 19 10:38:00.629906 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 on network 6075686e-fc72-4e07-bc84-884b33c04b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:38:00.630211 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Attempting to bind port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:00.630913 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Attempt 4 to provision port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 Sep 19 10:38:00.666663 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:00.706933 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:00.707264 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Checking segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:00.707640 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Bound using segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:00.708073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Bound port: c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:00.708430 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.714674 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:00.724873 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c87f2149-57b7-4452-86a9-d698757502bf req-add0cce2-73aa-4d5f-b275-cb265e08adf2 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734427 Sep 19 10:38:00.727728 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Router da26f0b4-0e47-4da6-bae6-7ae20dfa501a is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:38:00.740592 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a2157e3-a412-4b47-a233-04ae09383699 req-c7b833e1-fe3c-4c8a-ae5a-85abc7e2e7cf tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694117 Sep 19 10:38:00.747305 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:00.747685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.748071 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e Sep 19 10:38:00.758466 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:00.826233 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:00.828718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] For port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host hv-cinder-85827, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:00.840855 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:00.847452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (7224ac98-8d5e-4e88-8806-f28a5b7f64cc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.869428 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] For port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:00.882310 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7224ac98-8d5e-4e88-8806-f28a5b7f64cc,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:00.890391 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.891079 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:38:00.893571 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2c195372-13fd-49c7-86d7-2887a85cada6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/7224ac98-8d5e-4e88-8806-f28a5b7f64cc HTTP/1.1" status: 204 len: 168 time: 0.5958340 Sep 19 10:38:00.896738 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59506) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:00.902941 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Sync routers for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:38:00.919506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:00.921460 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:00.932179 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.936833 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:00.937563 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:00.943632 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-38acb808-1586-4209-a146-c81ed9730477 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 HTTP/1.1" status: 200 len: 1094 time: 2.1312885 Sep 19 10:38:00.943632 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'tag': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:00.943632 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b325148-ad62-41a3-857d-fdaee76acfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "964df96c-580f-4da3-b3b4-fcc5b7c1079c", "tag": "c6f7c2e0-a7e1-4a33-9473-502c389dcbb0"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:00.985800 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafb1c6-08dc-417d-9563-bc5eacce448a x-openstack-request-id: req-daafb1c6-08dc-417d-9563-bc5eacce448a {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:00.986163 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964df96c-580f-4da3-b3b4-fcc5b7c1079c", "tag": "c6f7c2e0-a7e1-4a33-9473-502c389dcbb0", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:00.986484 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daafb1c6-08dc-417d-9563-bc5eacce448a {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:00.986950 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daafb1c6-08dc-417d-9563-bc5eacce448a'] response: {'name': 'network-changed', 'server_uuid': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'tag': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0', 'status': 'completed', 'code': 200} Sep 19 10:38:00.998744 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.000043 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-5ab1e236-080d-4606-a0ed-04ba7e967606 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7778873 Sep 19 10:38:01.003004 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59510) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:01.023180 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (019511dc-bb6f-47a2-b290-6c563787b876), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.052087 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:01.080276 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6967445f-4780-49ec-86c2-d13683e54272 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:01.089766 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Publish callbacks [] for port (6967445f-4780-49ec-86c2-d13683e54272), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.096881 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325148-ad62-41a3-857d-fdaee76acfb1 req-9cfd73e8-3464-4cb6-96e9-3a6f7c11fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.098493 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8b325148-ad62-41a3-857d-fdaee76acfb1 req-9cfd73e8-3464-4cb6-96e9-3a6f7c11fcc1 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1128 time: 0.0439482 Sep 19 10:38:01.105711 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acb808-1586-4209-a146-c81ed9730477 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:01.124857 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:01.144939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Transition to ACTIVE for port object 6967445f-4780-49ec-86c2-d13683e54272 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:38:01.149122 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (019511dc-bb6f-47a2-b290-6c563787b876), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.171572 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019511dc-bb6f-47a2-b290-6c563787b876']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:01.186667 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3444c4b-917d-4b72-a74d-d362b201301a') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:01.187100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3444c4b-917d-4b72-a74d-d362b201301a') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:01.203217 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (b3444c4b-917d-4b72-a74d-d362b201301a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.216516 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Attempt 5 to provision port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 Sep 19 10:38:01.218013 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (b3444c4b-917d-4b72-a74d-d362b201301a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.224648 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (6967445f-4780-49ec-86c2-d13683e54272), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.228114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:38:01.228505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (b3444c4b-917d-4b72-a74d-d362b201301a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.263183 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325148-ad62-41a3-857d-fdaee76acfb1 req-9c944821-634b-4cce-bfcf-253eb3d36fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.264893 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8b325148-ad62-41a3-857d-fdaee76acfb1 req-9c944821-634b-4cce-bfcf-253eb3d36fad service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=af388d6e63d641528e8f00de41c59490&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1512816 Sep 19 10:38:01.285804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:37:59Z', 'revision_number': 3, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:01.314643 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad6733-354c-411d-9834-e70b78ef8ef9 None None] Port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:38:01.317759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Checking router: da26f0b4-0e47-4da6-bae6-7ae20dfa501a for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:38:01.318215 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Updating router da26f0b4-0e47-4da6-bae6-7ae20dfa501a port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:38:01.346076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Pushing event updated for resources: {'Port': ['ID=6967445f-4780-49ec-86c2-d13683e54272,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:01.352754 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.407222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:01.408495 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Attempting to bind port 6967445f-4780-49ec-86c2-d13683e54272 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:01.409238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Attempting to bind port 6967445f-4780-49ec-86c2-d13683e54272 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:01.409238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Attempting to bind port 6967445f-4780-49ec-86c2-d13683e54272 on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:01.440943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (019511dc-bb6f-47a2-b290-6c563787b876), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.455279 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.462113 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/019511dc-bb6f-47a2-b290-6c563787b876 HTTP/1.1" status: 204 len: 168 time: 0.5616920 Sep 19 10:38:01.468762 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-86ae3814-f45a-4bdc-86f1-a74506aaeed0 None None] Provisioning complete for port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:01.469242 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-86ae3814-f45a-4bdc-86f1-a74506aaeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.469648 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-86ae3814-f45a-4bdc-86f1-a74506aaeed0 None None] Attempt 1 to provision port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e Sep 19 10:38:01.475091 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ba835-acc1-41ce-8a6d-b3fe43cfcde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=019511dc-bb6f-47a2-b290-6c563787b876,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:01.479389 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325148-ad62-41a3-857d-fdaee76acfb1 req-fae1c450-2316-4345-ac67-ee31389b4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.480952 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8b325148-ad62-41a3-857d-fdaee76acfb1 req-fae1c450-2316-4345-ac67-ee31389b4d58 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823027 Sep 19 10:38:01.486123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Port 6967445f-4780-49ec-86c2-d13683e54272 on network 6075686e-fc72-4e07-bc84-884b33c04b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:38:01.486611 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Attempting to bind port 6967445f-4780-49ec-86c2-d13683e54272 on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:01.540382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:01.543040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Checking segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:01.543040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Bound using segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:01.543040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Bound port: 6967445f-4780-49ec-86c2-d13683e54272, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:01.543040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (6967445f-4780-49ec-86c2-d13683e54272), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.618498 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:01.620197 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] For port 6967445f-4780-49ec-86c2-d13683e54272, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:01.624311 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] For port 6967445f-4780-49ec-86c2-d13683e54272, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=6967445f-4780-49ec-86c2-d13683e54272,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:01.635903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-ffb44f35-ddf1-47d6-924e-38a43eb9b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.635903 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-ffb44f35-ddf1-47d6-924e-38a43eb9b2d0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1128 time: 0.0594480 Sep 19 10:38:01.685681 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Publish callbacks [] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.687001 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-a869b43f-c87d-43b7-9e9a-745f4761e199 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 HTTP/1.1" status: 200 len: 217 time: 0.0374403 Sep 19 10:38:01.771993 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (6967445f-4780-49ec-86c2-d13683e54272), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.777389 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-53a3bf27-8f92-488e-8860-7c1852d69786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.779972 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-53a3bf27-8f92-488e-8860-7c1852d69786 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0841074 Sep 19 10:38:01.781598 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.789476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.791004 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.796900 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/6967445f-4780-49ec-86c2-d13683e54272 HTTP/1.1" status: 200 len: 1093 time: 1.4490893 Sep 19 10:38:01.799081 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'tag': '6967445f-4780-49ec-86c2-d13683e54272'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:01.807095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3892870-d55b-42f4-9bcc-c902350d0d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bba45c57-1e1b-46ed-af10-3dee4b8dad0b", "tag": "6967445f-4780-49ec-86c2-d13683e54272"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:01.860083 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-86ae3814-f45a-4bdc-86f1-a74506aaeed0 None None] Current status of the port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:01.870907 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-bc414187-08e3-4dea-940b-a2412753bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.870907 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-bc414187-08e3-4dea-940b-a2412753bc8c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793986 Sep 19 10:38:01.891662 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:01.894805 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:01.933274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486ea8-253d-4593-bdab-c02560692368 service neutron] Pushing event updated for resources: {'Port': ['ID=6967445f-4780-49ec-86c2-d13683e54272,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:01.942758 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Attempting to bind port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:01.943094 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Attempting to bind port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:01.943458 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Attempting to bind port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:01.944688 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35973b-e3b7-4d7e-8ff4-6a85ce1646a2 req-e0f4c7d3-8d95-450f-aa99-6e5c33542428 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:01.947276 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf35973b-e3b7-4d7e-8ff4-6a85ce1646a2 req-e0f4c7d3-8d95-450f-aa99-6e5c33542428 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 943 time: 0.0715234 Sep 19 10:38:01.980355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19990e-65f6-478b-9f24-95e3ba1cefd6 None None] Pushing event updated for resources: {'Port': ['ID=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:02.011953 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:02.012374 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:02.012786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.013788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:02.014532 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Bound port: 75ce2ea7-94f1-4ad1-b44e-3875d9875b20, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:02.014918 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.033625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-b2e70666-602c-4615-bc15-a516ea6d2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:02.035120 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-b2e70666-602c-4615-bc15-a516ea6d2e72 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 1127 time: 0.0630639 Sep 19 10:38:02.039210 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf35973b-e3b7-4d7e-8ff4-6a85ce1646a2 req-ec31557f-93cd-4131-8901-6faf1b704df5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814583 Sep 19 10:38:02.046685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59522) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:02.084016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] For port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:02.088701 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] For port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:02.099678 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Allocated IP 172.20.0.1 (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc/297b6552-8f4d-4bf0-b836-e677e116ba6d/d9a975dd-b177-49da-9593-232f61b15159) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:02.111661 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c63d-4f3e-4bcf-9774-1ec967c6681f req-05eea9e4-1023-4279-8b3e-f0ea0b96ea2d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:02.113669 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3213c63d-4f3e-4bcf-9774-1ec967c6681f req-05eea9e4-1023-4279-8b3e-f0ea0b96ea2d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 943 time: 0.1269975 Sep 19 10:38:02.113802 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-433ead14-c2db-41c7-b542-336f75aafa3b service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6967445f-4780-49ec-86c2-d13683e54272 HTTP/1.1" status: 200 len: 217 time: 0.0461030 Sep 19 10:38:02.123335 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cbb4c5-4ed8-4b05-a463-b439b7f9c5b2 x-openstack-request-id: req-34cbb4c5-4ed8-4b05-a463-b439b7f9c5b2 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:02.123622 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba45c57-1e1b-46ed-af10-3dee4b8dad0b", "tag": "6967445f-4780-49ec-86c2-d13683e54272", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:02.123876 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34cbb4c5-4ed8-4b05-a463-b439b7f9c5b2 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:02.124364 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34cbb4c5-4ed8-4b05-a463-b439b7f9c5b2'] response: {'name': 'network-changed', 'server_uuid': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'tag': '6967445f-4780-49ec-86c2-d13683e54272', 'status': 'completed', 'code': 200} Sep 19 10:38:02.129689 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3f36f3f4-0487-484f-86b2-39fdcebc868e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ca0bc6b0f03945cea752e08c19516031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796428 Sep 19 10:38:02.131030 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59524) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:02.174673 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-ac3c3961-9f0a-4464-b8b7-9e908b25995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:02.176158 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-ac3c3961-9f0a-4464-b8b7-9e908b25995f service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0478632 Sep 19 10:38:02.186615 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.187031 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-9df3031d-97c6-4bf5-8e80-1098603dee3b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093719 Sep 19 10:38:02.226706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-8feaa350-bc37-4d4c-ad56-7f0f3ca51a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:02.228199 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-8feaa350-bc37-4d4c-ad56-7f0f3ca51a4f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449774 Sep 19 10:38:02.229499 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:02.230153 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:02.280406 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:02.299789 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19990e-65f6-478b-9f24-95e3ba1cefd6 None None] Pushing event updated for resources: {'Port': ['ID=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:02.331102 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-8e9ed7ee-eb94-443a-88e0-f652cac7784c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955043 Sep 19 10:38:02.365654 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:02.431903 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a32666a6-260c-44cc-a6cb-afb1a4806d03 req-0ea650ed-88c1-4603-855f-66653893a80f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936050 Sep 19 10:38:02.494491 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment b3444c4b-917d-4b72-a74d-d362b201301a resource provider aggregate not found Sep 19 10:38:02.499772 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:02.519046 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment b3444c4b-917d-4b72-a74d-d362b201301a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3444c4b-917d-4b72-a74d-d362b201301a found for delete ", "request_id": "req-88205ef0-65b9-4b70-bb4f-f1d7ad67d7d4"}]} Sep 19 10:38:02.555369 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:37:59Z', 'revision_number': 3, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:02.569590 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3213c63d-4f3e-4bcf-9774-1ec967c6681f req-9ce76d1f-1ff4-4e07-9235-a9e39b270bd1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400635 Sep 19 10:38:02.581488 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a31b45-ef56-44bc-9f03-252eb0e96dcb None None] The sync data for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi is: [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:37:59Z', 'revision_number': 3, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:38:02.583600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:02.601348 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-68c4e6b7-16c4-4e0f-9d2b-ce7c6aa49826 admin admin] Publish callbacks [] for security_group (f81e498d-8379-4cf9-a17b-fd9424f75ec1), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.654202 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-68c4e6b7-16c4-4e0f-9d2b-ce7c6aa49826 admin admin] Publish callbacks [] for security_group (f81e498d-8379-4cf9-a17b-fd9424f75ec1), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.670823 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks [] for port (d9a975dd-b177-49da-9593-232f61b15159), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.675219 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4aaaabf7-1cfd-479c-9e46-6819150f5f99 req-25797bbb-d2fa-4763-8f7b-f4342f82843d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017927 Sep 19 10:38:02.801738 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:02.832041 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (d9a975dd-b177-49da-9593-232f61b15159), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.837541 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-68c4e6b7-16c4-4e0f-9d2b-ce7c6aa49826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f81e498d-8379-4cf9-a17b-fd9424f75ec1), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.840335 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device b87ad1e5-c436-4690-9164-053b928f015f details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:02.841339 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-68c4e6b7-16c4-4e0f-9d2b-ce7c6aa49826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.842784 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-68c4e6b7-16c4-4e0f-9d2b-ce7c6aa49826 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f81e498d-8379-4cf9-a17b-fd9424f75ec1 HTTP/1.1" status: 204 len: 168 time: 0.7080166 Sep 19 10:38:02.865117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2ff313a9-d21d-4e50-b511-92a6fd7af2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.890623 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a975dd-b177-49da-9593-232f61b15159,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:02.906946 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4e6b7-16c4-4e0f-9d2b-ce7c6aa49826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e498d-8379-4cf9-a17b-fd9424f75ec1,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:02.915268 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:02.917042 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:02.918994 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:02.963792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:02.986599 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:02.999388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:03.011006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port b87ad1e5-c436-4690-9164-053b928f015f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=b87ad1e5-c436-4690-9164-053b928f015f,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:03.029607 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'b87ad1e5-c436-4690-9164-053b928f015f', 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521', 'port_id': 'b87ad1e5-c436-4690-9164-053b928f015f', 'mac_address': 'fa:16:3e:db:bc:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af54417-c53f-45ed-bb8e-6682c84fd08f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:03.075821 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:03.118184 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port b87ad1e5-c436-4690-9164-053b928f015f is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:03.118857 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b87ad1e5-c436-4690-9164-053b928f015f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.142167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87ad1e5-c436-4690-9164-053b928f015f {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:03.167817 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port b87ad1e5-c436-4690-9164-053b928f015f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=b87ad1e5-c436-4690-9164-053b928f015f,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:03.212643 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c2926-a635-432e-9fa9-34256e04e33d req-cbaa8a43-1bab-48df-be22-99db0bc9eb07 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:03.216107 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ab3c2926-a635-432e-9fa9-34256e04e33d req-cbaa8a43-1bab-48df-be22-99db0bc9eb07 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 943 time: 0.0537443 Sep 19 10:38:03.229019 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b87ad1e5-c436-4690-9164-053b928f015f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.275315 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ab3c2926-a635-432e-9fa9-34256e04e33d req-6612287a-ab4b-4680-b8b9-3eafce93aa33 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Sep 19 10:38:03.299702 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d9a975dd-b177-49da-9593-232f61b15159), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.307763 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Provisioning complete for port d9a975dd-b177-49da-9593-232f61b15159 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:03.308269 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d9a975dd-b177-49da-9593-232f61b15159), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.308685 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Attempt 1 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:03.310645 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=b87ad1e5-c436-4690-9164-053b928f015f,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:03.355034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Port d9a975dd-b177-49da-9593-232f61b15159 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:03.478594 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks [] for port (d9a975dd-b177-49da-9593-232f61b15159), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.567284 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (d9a975dd-b177-49da-9593-232f61b15159), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.610900 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['b87ad1e5-c436-4690-9164-053b928f015f'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:03.625231 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-84829afd-c9b3-43a8-85ae-267c90250ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:03.626782 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-84829afd-c9b3-43a8-85ae-267c90250ca4 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 1127 time: 0.0957150 Sep 19 10:38:03.650903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.657225 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a975dd-b177-49da-9593-232f61b15159,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:03.672175 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59538) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:03.718735 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-287e7bd1-5f64-4753-ab6b-eb22c57b435c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=454cc1021dbe4735870f4146232b5fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452271 Sep 19 10:38:03.735888 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59540) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:03.765936 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4aa0-1037-43d1-86ab-c14c419ca330 req-788a63ad-9794-49ba-8a6d-9fe113554737 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:03.767879 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-912a4aa0-1037-43d1-86ab-c14c419ca330 req-788a63ad-9794-49ba-8a6d-9fe113554737 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 943 time: 0.1062856 Sep 19 10:38:03.856507 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Attempt 2 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:03.861341 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:03.871930 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:03.881036 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-912a4aa0-1037-43d1-86ab-c14c419ca330 req-f16fe34a-114d-4080-94d6-770967190a19 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020916 Sep 19 10:38:03.882386 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:03.891233 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef7c2-7c15-4a01-b78f-da49ef8e507a admin admin] Publish callbacks [] for security_group (d2fb32c8-98da-4a3b-a3eb-c7bda3343491), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:03.891621 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Port d9a975dd-b177-49da-9593-232f61b15159 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:03.958903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef7c2-7c15-4a01-b78f-da49ef8e507a admin admin] Publish callbacks [] for security_group (d2fb32c8-98da-4a3b-a3eb-c7bda3343491), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:04.052290 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Router da26f0b4-0e47-4da6-bae6-7ae20dfa501a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:38:04.118519 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef7c2-7c15-4a01-b78f-da49ef8e507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d2fb32c8-98da-4a3b-a3eb-c7bda3343491), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:04.121032 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef7c2-7c15-4a01-b78f-da49ef8e507a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:04.122470 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6a4ef7c2-7c15-4a01-b78f-da49ef8e507a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d2fb32c8-98da-4a3b-a3eb-c7bda3343491 HTTP/1.1" status: 204 len: 168 time: 0.3854520 Sep 19 10:38:04.158444 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ef7c2-7c15-4a01-b78f-da49ef8e507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb32c8-98da-4a3b-a3eb-c7bda3343491,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:04.175768 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:38:04.181686 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-7cf17b94-d291-4304-bdf5-d92aaef97599 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/da26f0b4-0e47-4da6-bae6-7ae20dfa501a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1775687 Sep 19 10:38:04.266237 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:04.279616 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Sync routers for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:38:04.290178 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:04.290779 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:37:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:04.393213 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Attempt 3 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:04.423014 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:04.444944 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b19f-f939-45db-b8ab-f3e2231ccdad req-d5fcb974-1c19-4a19-8f5c-87e349667023 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:04.447680 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7520b19f-f939-45db-b8ab-f3e2231ccdad req-d5fcb974-1c19-4a19-8f5c-87e349667023 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 944 time: 0.0839744 Sep 19 10:38:04.459534 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Port d9a975dd-b177-49da-9593-232f61b15159 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:04.475603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:04.515674 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7520b19f-f939-45db-b8ab-f3e2231ccdad req-4c979c1f-7945-49db-9e87-d53570ee9b61 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613465 Sep 19 10:38:04.633013 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:04.635099 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 2, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:04.683500 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Checking router: da26f0b4-0e47-4da6-bae6-7ae20dfa501a for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:38:04.683865 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Updating router da26f0b4-0e47-4da6-bae6-7ae20dfa501a port d9a975dd-b177-49da-9593-232f61b15159 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:38:04.694819 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-376b2bd0-c605-49b3-b368-650137afc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:04.696415 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-376b2bd0-c605-49b3-b368-650137afc4b4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.1436574 Sep 19 10:38:04.698840 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:04.742782 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-451ab4fc-1ebc-4cc8-9e2d-a0f2ad6ce0e2 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6967445f-4780-49ec-86c2-d13683e54272 HTTP/1.1" status: 200 len: 217 time: 0.0372667 Sep 19 10:38:04.746076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:04.751134 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:04.751680 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:04.752226 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 Sep 19 10:38:04.798441 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-28712fe9-5804-4a68-86e8-bbb772c9f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:04.800078 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-28712fe9-5804-4a68-86e8-bbb772c9f421 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0503728 Sep 19 10:38:04.839021 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d9a975dd-b177-49da-9593-232f61b15159), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:04.843058 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:04.843502 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:04.872122 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 6967445f-4780-49ec-86c2-d13683e54272 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:04.880276 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:04.893244 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device b87ad1e5-c436-4690-9164-053b928f015f up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:04.897723 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-ea54cd3d-0138-42a7-bdf9-44b7d2b3c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:04.899558 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-ea54cd3d-0138-42a7-bdf9-44b7d2b3c021 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926938 Sep 19 10:38:04.925741 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:04.963581 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Attempt 4 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:04.993967 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.040700 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.db.resource_extend [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 19 10:38:05.094458 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-682bec5a-5fbe-4c4b-9c4d-1fc99f9e6d81 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866629 Sep 19 10:38:05.147821 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fddec5-ed06-4a8e-a201-dca245f362ea req-df53ba25-adf3-4f5d-ac17-895faa5af9ab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:05.152385 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-07fddec5-ed06-4a8e-a201-dca245f362ea req-df53ba25-adf3-4f5d-ac17-895faa5af9ab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 943 time: 0.1195531 Sep 19 10:38:05.182007 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Port d9a975dd-b177-49da-9593-232f61b15159 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:05.190066 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port b87ad1e5-c436-4690-9164-053b928f015f completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:38:05.214219 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:05.279292 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Publish callbacks [] for port (d9a975dd-b177-49da-9593-232f61b15159), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.282379 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:05.285842 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-07fddec5-ed06-4a8e-a201-dca245f362ea req-076cb6f0-da03-48b9-ad93-b9c057c38615 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264415 Sep 19 10:38:05.301680 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b3892870-d55b-42f4-9bcc-c902350d0d3d req-72d7a7dc-af77-48ad-b6a9-25281055b04e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982620 Sep 19 10:38:05.317000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:05.317929 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:05.347798 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port b87ad1e5-c436-4690-9164-053b928f015f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:05.348185 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (b87ad1e5-c436-4690-9164-053b928f015f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.348520 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port b87ad1e5-c436-4690-9164-053b928f015f Sep 19 10:38:05.357786 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d9a975dd-b177-49da-9593-232f61b15159), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.383827 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 6967445f-4780-49ec-86c2-d13683e54272, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=6967445f-4780-49ec-86c2-d13683e54272,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:05.406319 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '6967445f-4780-49ec-86c2-d13683e54272', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'port_id': '6967445f-4780-49ec-86c2-d13683e54272', 'mac_address': 'fa:16:3e:7b:54:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:05.422557 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59592) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:05.429500 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1336249781-network', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:05.446524 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2843c-720d-4ac6-b9ec-aef8e7e72443 None None] Pushing event updated for resources: {'Port': ['ID=d9a975dd-b177-49da-9593-232f61b15159,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:05.457610 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Attempting to bind port d9a975dd-b177-49da-9593-232f61b15159 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:05.457977 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Attempting to bind port d9a975dd-b177-49da-9593-232f61b15159 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:05.458336 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Attempting to bind port d9a975dd-b177-49da-9593-232f61b15159 on network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:05.470419 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-04994e5e-8166-4d3e-92b0-94d1d4c870d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.482661 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 6967445f-4780-49ec-86c2-d13683e54272 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:05.483047 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (6967445f-4780-49ec-86c2-d13683e54272), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.495988 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port b87ad1e5-c436-4690-9164-053b928f015f is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:05.496381 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b87ad1e5-c436-4690-9164-053b928f015f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.502831 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6967445f-4780-49ec-86c2-d13683e54272 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:05.518205 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:05.518485 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Checking segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:05.519188 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.519800 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Bound using segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:05.520333 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Bound port: d9a975dd-b177-49da-9593-232f61b15159, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:05.520771 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d9a975dd-b177-49da-9593-232f61b15159), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.526668 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Made reservation on behalf of 1ced0349fde44cbda660d1dbddb61162 for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:38:05.531726 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.539799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 6967445f-4780-49ec-86c2-d13683e54272, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=6967445f-4780-49ec-86c2-d13683e54272,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:05.544378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87ad1e5-c436-4690-9164-053b928f015f'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:05.546660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed84a65b-22cd-42c4-8a77-83d8879cce2d" -d '{"events": [{"server_uuid": "e31a3045-3311-4cc4-a877-5628ba15015b", "name": "network-vif-plugged", "status": "completed", "tag": "b87ad1e5-c436-4690-9164-053b928f015f"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:05.547712 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.561975 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port b87ad1e5-c436-4690-9164-053b928f015f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=b87ad1e5-c436-4690-9164-053b928f015f,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:05.595468 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03809e2e-a00a-411b-bc54-af76b3b60c4e x-openstack-request-id: req-03809e2e-a00a-411b-bc54-af76b3b60c4e {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:05.595771 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a3045-3311-4cc4-a877-5628ba15015b", "name": "network-vif-plugged", "status": "completed", "tag": "b87ad1e5-c436-4690-9164-053b928f015f", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:05.596055 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03809e2e-a00a-411b-bc54-af76b3b60c4e {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:05.597448 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03809e2e-a00a-411b-bc54-af76b3b60c4e'] response: {'server_uuid': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87ad1e5-c436-4690-9164-053b928f015f', 'code': 200} Sep 19 10:38:05.620279 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] For port d9a975dd-b177-49da-9593-232f61b15159, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:05.623463 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] For port d9a975dd-b177-49da-9593-232f61b15159, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d9a975dd-b177-49da-9593-232f61b15159,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:05.674241 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (6967445f-4780-49ec-86c2-d13683e54272), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.677837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (b87ad1e5-c436-4690-9164-053b928f015f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.684284 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18d972-b234-459a-8d17-0b68623ae4af req-ddc129bf-fc7d-4404-ac8d-4b5b5afd798f tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:05.685911 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fe18d972-b234-459a-8d17-0b68623ae4af req-ddc129bf-fc7d-4404-ac8d-4b5b5afd798f tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 944 time: 0.0707760 Sep 19 10:38:05.699802 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Attempt 5 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:05.733898 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks [] for security_group (9aaa3a06-8b84-4c7c-b365-6213db57ab7c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.737097 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d9a975dd-b177-49da-9593-232f61b15159), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.762191 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fe18d972-b234-459a-8d17-0b68623ae4af req-a743a4dc-ea21-49ff-92c7-1a600c14a861 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639257 Sep 19 10:38:05.773841 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:05.799884 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:05.800521 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:05.863037 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (9aaa3a06-8b84-4c7c-b365-6213db57ab7c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.881545 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2843c-720d-4ac6-b9ec-aef8e7e72443 None None] Pushing event updated for resources: {'Port': ['ID=d9a975dd-b177-49da-9593-232f61b15159,revision_number=4']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:05.908307 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:38:05.915615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa3a06-8b84-4c7c-b365-6213db57ab7c,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:05.927107 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (2148db6d-58f2-487c-9a58-ac9c06de0ebc), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:05.927581 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Added segment 2148db6d-58f2-487c-9a58-ac9c06de0ebc of type vlan for network 20f4f345-8b63-48b0-8783-53e15b6176bb Sep 19 10:38:05.951149 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Port d9a975dd-b177-49da-9593-232f61b15159 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:05.955809 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:05.959842 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=6967445f-4780-49ec-86c2-d13683e54272,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:05.975518 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:06.004002 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (20f4f345-8b63-48b0-8783-53e15b6176bb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.013235 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=b87ad1e5-c436-4690-9164-053b928f015f,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:06.060201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5a6c-858f-4c23-99a8-b3001732209d req-10387a94-ed0b-468c-93c9-b3bf883faca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:06.062122 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d68e5a6c-858f-4c23-99a8-b3001732209d req-10387a94-ed0b-468c-93c9-b3bf883faca7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 1129 time: 0.0544927 Sep 19 10:38:06.092624 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['6967445f-4780-49ec-86c2-d13683e54272'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:06.121929 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d68e5a6c-858f-4c23-99a8-b3001732209d req-284a3255-b094-4af0-aa88-1801a7adde71 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484374 Sep 19 10:38:06.169033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (20f4f345-8b63-48b0-8783-53e15b6176bb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.170098 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:06.170681 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.194932 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:05Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:06.226894 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04a781-1ce9-40c1-be49-09e27cebacf1 None None] The sync data for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi is: [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:05Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:38:06.298759 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] Pushing event updated for resources: {'Network': ['ID=20f4f345-8b63-48b0-8783-53e15b6176bb,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:06.331000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 20f4f345-8b63-48b0-8783-53e15b6176bb details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:38:06.440342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549ed5c-b097-49dc-90a5-135d2c64e057 req-7701104f-efd4-4efc-a4e9-b9ad1a5edbd2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:06.454423 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Attempt 6 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:06.455227 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-852437be-678e-440d-906f-db42f7c2c6ea admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0273387 Sep 19 10:38:06.456961 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59612) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:06.458689 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0549ed5c-b097-49dc-90a5-135d2c64e057 req-7701104f-efd4-4efc-a4e9-b9ad1a5edbd2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 944 time: 0.0688434 Sep 19 10:38:06.469192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Request body: {'subnet': {'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1336249781-subnet', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:06.525611 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0549ed5c-b097-49dc-90a5-135d2c64e057 req-fb143124-17fa-4333-9e21-072ca18f9b04 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618660 Sep 19 10:38:06.588811 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Current status of the port d9a975dd-b177-49da-9593-232f61b15159 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:06.588985 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d9a975dd-b177-49da-9593-232f61b15159), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.591789 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Made reservation on behalf of 1ced0349fde44cbda660d1dbddb61162 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:38:06.594289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.620243 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.632884 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] For port d9a975dd-b177-49da-9593-232f61b15159, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d9a975dd-b177-49da-9593-232f61b15159,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:06.703021 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:06.742739 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d9a975dd-b177-49da-9593-232f61b15159), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.824799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ad32f-4ac2-4800-8ba6-9d95c84563f3 None None] Pushing event updated for resources: {'Port': ['ID=d9a975dd-b177-49da-9593-232f61b15159,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:06.829558 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d9a975dd-b177-49da-9593-232f61b15159 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:06.876186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-e06b97de-3f0b-49d1-8881-6c394d14aefb None None] Provisioning complete for port d9a975dd-b177-49da-9593-232f61b15159 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:06.876567 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e06b97de-3f0b-49d1-8881-6c394d14aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d9a975dd-b177-49da-9593-232f61b15159), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.876895 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-e06b97de-3f0b-49d1-8881-6c394d14aefb None None] Attempt 1 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:06.920280 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port d9a975dd-b177-49da-9593-232f61b15159 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:06.920649 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d9a975dd-b177-49da-9593-232f61b15159), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:06.920977 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:06.937314 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b46a1b-ba66-4bb0-98d6-4ec4f4a8eb12 req-08a9bd6c-faf7-4405-b73a-0a56fbaa614b tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:06.951719 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-00b46a1b-ba66-4bb0-98d6-4ec4f4a8eb12 req-08a9bd6c-faf7-4405-b73a-0a56fbaa614b tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 945 time: 0.0771332 Sep 19 10:38:07.003852 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-e06b97de-3f0b-49d1-8881-6c394d14aefb None None] Current status of the port d9a975dd-b177-49da-9593-232f61b15159 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:07.007454 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-00b46a1b-ba66-4bb0-98d6-4ec4f4a8eb12 req-efbadf5a-7cc1-43ef-9b76-f79497659359 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536003 Sep 19 10:38:07.017467 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (3635fb80-21c0-4498-8ebb-07884a812990), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.036329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port d9a975dd-b177-49da-9593-232f61b15159 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:07.037978 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:07.079280 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3635fb80-21c0-4498-8ebb-07884a812990,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:07.088031 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:07.088499 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.088923 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 Sep 19 10:38:07.091800 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:07.103487 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Checking segment: {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:07.103928 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Network hostable DHCP agents. Network: 20f4f345-8b63-48b0-8783-53e15b6176bb, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:38:07.117279 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 6967445f-4780-49ec-86c2-d13683e54272 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:07.203418 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Network 20f4f345-8b63-48b0-8783-53e15b6176bb is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:38:07.258818 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 6967445f-4780-49ec-86c2-d13683e54272 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:38:07.284830 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 20f4f345-8b63-48b0-8783-53e15b6176bb) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:07.290127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:07.290710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.296821 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efb57d-cccf-447c-adf9-8b9e7e873de8 None None] Network 20f4f345-8b63-48b0-8783-53e15b6176bb requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:38:07.303055 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:07.306341 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:07.361434 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 6967445f-4780-49ec-86c2-d13683e54272 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:07.361803 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (6967445f-4780-49ec-86c2-d13683e54272), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.365564 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 6967445f-4780-49ec-86c2-d13683e54272 Sep 19 10:38:07.365564 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'port_id': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0', 'mac_address': 'fa:16:3e:04:85:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:07.379563 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a2e7de96-d948-4a12-8aef-84577972f227 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9200058 Sep 19 10:38:07.382874 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59626) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:07.387477 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:07.454607 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:07.455208 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.477349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (6ed4696a-325a-4570-9ec6-f204bdfd4059), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.479166 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (6ed4696a-325a-4570-9ec6-f204bdfd4059), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.510799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-20f4f345-8b63-48b0-8783-53e15b6176bb', 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb', 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'fixed_ips': [{'subnet_id': '3635fb80-21c0-4498-8ebb-07884a812990'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:38:07.511715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.518503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:07.547077 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks [] for router_controller (6ed4696a-325a-4570-9ec6-f204bdfd4059), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.553900 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 6967445f-4780-49ec-86c2-d13683e54272 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:07.554287 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (6967445f-4780-49ec-86c2-d13683e54272), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.567077 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:07.635670 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6967445f-4780-49ec-86c2-d13683e54272'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:07.637819 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51875bc4-678c-4441-971d-faedc6eb3082" -d '{"events": [{"server_uuid": "bba45c57-1e1b-46ed-af10-3dee4b8dad0b", "name": "network-vif-plugged", "status": "completed", "tag": "6967445f-4780-49ec-86c2-d13683e54272"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:07.660522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9efd2-9441-4f88-9013-1616d039bea0 req-e339bea3-d3cf-46fd-a85d-d055605805f4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:07.665791 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 6967445f-4780-49ec-86c2-d13683e54272, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=6967445f-4780-49ec-86c2-d13683e54272,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:07.677611 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9cc9efd2-9441-4f88-9013-1616d039bea0 req-e339bea3-d3cf-46fd-a85d-d055605805f4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 944 time: 0.0591979 Sep 19 10:38:07.745326 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565ca93-c1c1-4c1d-81c4-8b6b9e57b049 x-openstack-request-id: req-2565ca93-c1c1-4c1d-81c4-8b6b9e57b049 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:07.745646 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba45c57-1e1b-46ed-af10-3dee4b8dad0b", "name": "network-vif-plugged", "status": "completed", "tag": "6967445f-4780-49ec-86c2-d13683e54272", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:07.745941 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2565ca93-c1c1-4c1d-81c4-8b6b9e57b049 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:07.746510 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2565ca93-c1c1-4c1d-81c4-8b6b9e57b049'] response: {'server_uuid': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6967445f-4780-49ec-86c2-d13683e54272', 'code': 200} Sep 19 10:38:07.750237 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.751165 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9cc9efd2-9441-4f88-9013-1616d039bea0 req-a2d2a2dc-90c2-47ba-9243-72e95d73f744 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671995 Sep 19 10:38:07.755051 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Allocated IP 172.20.0.2 (20f4f345-8b63-48b0-8783-53e15b6176bb/3635fb80-21c0-4498-8ebb-07884a812990/347c7445-93cb-4801-88bc-5fae9881824f) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:07.783954 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (6967445f-4780-49ec-86c2-d13683e54272), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.836641 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks [] for router_gateway (6ed4696a-325a-4570-9ec6-f204bdfd4059), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:07.904744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:07.991842 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=6967445f-4780-49ec-86c2-d13683e54272,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:08.037862 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-799766a6-2278-461d-83ca-e0f3b31feb0a tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534458 Sep 19 10:38:08.073775 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Publish callbacks [] for port (347c7445-93cb-4801-88bc-5fae9881824f), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.085884 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:08.113660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['c6f7c2e0-a7e1-4a33-9473-502c389dcbb0'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:08.214602 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks [] for router_gateway (6ed4696a-325a-4570-9ec6-f204bdfd4059), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.229186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (347c7445-93cb-4801-88bc-5fae9881824f), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.232821 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.239902 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-e9a1d201-ae06-4e70-a89a-7d75ddd0a516 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:08.242259 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-e9a1d201-ae06-4e70-a89a-7d75ddd0a516 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033179 Sep 19 10:38:08.251035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.259779 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-44542604-81ec-44ce-8d02-a75cc6b43f0e tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/quotas/993ad6a2ac01432a8d3b64fe272bd874 HTTP/1.1" status: 200 len: 375 time: 0.0116689 Sep 19 10:38:08.294063 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Network 20f4f345-8b63-48b0-8783-53e15b6176bb is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:08.320226 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:08.320566 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e80f1-b49d-4bff-b8dc-b3a15e17b07c req-545cccd9-af62-45ee-b7f6-054f02af7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:08.320566 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-245e80f1-b49d-4bff-b8dc-b3a15e17b07c req-545cccd9-af62-45ee-b7f6-054f02af7cb5 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 1129 time: 0.0713601 Sep 19 10:38:08.320706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:08.320706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Pushing event updated for resources: {'Port': ['ID=347c7445-93cb-4801-88bc-5fae9881824f,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:08.403128 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Attempting to bind port 347c7445-93cb-4801-88bc-5fae9881824f on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:08.403822 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Attempting to bind port 347c7445-93cb-4801-88bc-5fae9881824f by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:08.404435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Attempting to bind port 347c7445-93cb-4801-88bc-5fae9881824f on network 20f4f345-8b63-48b0-8783-53e15b6176bb {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:08.425679 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.451854 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:08.452246 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Checking segment: {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:08.452612 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.453000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Bound using segment: {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:08.453498 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Bound port: 347c7445-93cb-4801-88bc-5fae9881824f, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:08.453877 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (347c7445-93cb-4801-88bc-5fae9881824f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.467342 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-245e80f1-b49d-4bff-b8dc-b3a15e17b07c req-6ffac273-d33c-42e7-a7c1-355eca37a031 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810969 Sep 19 10:38:08.505446 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Allocated IP 172.27.0.245 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/2ac55b2c-8acd-4a40-8b86-f0b2170f7006) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:08.525451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-6b23f772-b635-44ed-9883-227379cc300b None None] For port 347c7445-93cb-4801-88bc-5fae9881824f, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:08.531398 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-6b23f772-b635-44ed-9883-227379cc300b None None] For port 347c7445-93cb-4801-88bc-5fae9881824f, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=347c7445-93cb-4801-88bc-5fae9881824f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:08.570602 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-5f4c7e2a-82f8-472d-bca8-98ea029b8a7d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3022056 Sep 19 10:38:08.626603 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (347c7445-93cb-4801-88bc-5fae9881824f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.643124 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks [] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.677121 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d9a975dd-b177-49da-9593-232f61b15159 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:08.735504 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f772-b635-44ed-9883-227379cc300b None None] Pushing event updated for resources: {'Port': ['ID=347c7445-93cb-4801-88bc-5fae9881824f,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:08.750206 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port d9a975dd-b177-49da-9593-232f61b15159 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:08.750589 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d9a975dd-b177-49da-9593-232f61b15159), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.750937 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port d9a975dd-b177-49da-9593-232f61b15159 Sep 19 10:38:08.767034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:08.879015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port d9a975dd-b177-49da-9593-232f61b15159 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:08.893169 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Pushing event updated for resources: {'Port': ['ID=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:08.913332 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:08.920510 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:08.923434 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:08.935191 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:09.057913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9232a-fdd9-49de-aefc-ed812c74e641 req-13c35611-4fc1-4e3a-8ec7-d4bcd8f7b5ab tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:09.071930 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26a9232a-fdd9-49de-aefc-ed812c74e641 req-13c35611-4fc1-4e3a-8ec7-d4bcd8f7b5ab tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 945 time: 0.1011438 Sep 19 10:38:09.120379 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:09.137880 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26a9232a-fdd9-49de-aefc-ed812c74e641 req-87d048c7-ff0b-47e4-8450-0bde429a3439 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602629 Sep 19 10:38:09.179215 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:38:09.246506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05394a-a793-4a8b-90bb-777042392c27 req-c01d540c-cd40-4eed-9eb6-47c2e473e47f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:09.248925 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:09.249366 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:09.249708 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 Sep 19 10:38:09.257594 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b05394a-a793-4a8b-90bb-777042392c27 req-c01d540c-cd40-4eed-9eb6-47c2e473e47f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0597751 Sep 19 10:38:09.314014 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b05394a-a793-4a8b-90bb-777042392c27 req-4dadc31f-fbde-45c0-b313-ba5c4b417eca tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Sep 19 10:38:09.343277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks [] for router_gateway (6ed4696a-325a-4570-9ec6-f204bdfd4059), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:09.358318 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:09.359338 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:09.396666 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:09.405524 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b1799a14-0807-4943-aefb-de7928566b55 req-6fb52c65-aa21-471b-9473-843dc05ea468 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0357170 Sep 19 10:38:09.449181 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:09.508203 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:09.571345 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:09.627380 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (6ed4696a-325a-4570-9ec6-f204bdfd4059), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:09.683034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:09.747895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:09.750623 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9954889-9dfb-4d4a-9b89-c3b6ced06e8c" -d '{"events": [{"server_uuid": "964df96c-580f-4da3-b3b4-fcc5b7c1079c", "name": "network-vif-plugged", "status": "completed", "tag": "c6f7c2e0-a7e1-4a33-9473-502c389dcbb0"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:09.791333 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:09.793247 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deeffd5-71d7-4f9c-be23-be55584373e6 x-openstack-request-id: req-4deeffd5-71d7-4f9c-be23-be55584373e6 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:09.793545 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964df96c-580f-4da3-b3b4-fcc5b7c1079c", "name": "network-vif-plugged", "status": "completed", "tag": "c6f7c2e0-a7e1-4a33-9473-502c389dcbb0", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:09.793802 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4deeffd5-71d7-4f9c-be23-be55584373e6 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:09.799080 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4deeffd5-71d7-4f9c-be23-be55584373e6'] response: {'server_uuid': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0', 'code': 200} Sep 19 10:38:09.866433 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Router 6ed4696a-325a-4570-9ec6-f204bdfd4059 is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:38:09.977635 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e7722-2004-42cb-a383-8228acf3e3d6 None None] Network 20f4f345-8b63-48b0-8783-53e15b6176bb requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:38:09.989777 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:38:10.119849 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Sync routers for ids ['6ed4696a-325a-4570-9ec6-f204bdfd4059'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:38:10.126611 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:10.127943 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-97d0641a-b293-451d-95a2-1d2d54b85adb admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7439513 Sep 19 10:38:10.130789 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 59700) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:10.183966 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Provisioning complete for port 347c7445-93cb-4801-88bc-5fae9881824f triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:10.184336 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (347c7445-93cb-4801-88bc-5fae9881824f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:10.184666 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Attempt 1 to provision port 347c7445-93cb-4801-88bc-5fae9881824f Sep 19 10:38:10.219893 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Routers {'6ed4696a-325a-4570-9ec6-f204bdfd4059'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:10.220424 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['6ed4696a-325a-4570-9ec6-f204bdfd4059'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:10.494503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Current status of the port 347c7445-93cb-4801-88bc-5fae9881824f is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:10.495173 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (347c7445-93cb-4801-88bc-5fae9881824f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:10.502668 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Set router 6ed4696a-325a-4570-9ec6-f204bdfd4059 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:10.555973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae0559-1de3-4924-8b4e-84452fea0717 req-f4d6bb5b-748a-468e-b8a8-b7d3d9b91ae8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:10.566399 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cae0559-1de3-4924-8b4e-84452fea0717 req-f4d6bb5b-748a-468e-b8a8-b7d3d9b91ae8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.1166956 Sep 19 10:38:10.647466 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:10.669493 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cae0559-1de3-4924-8b4e-84452fea0717 req-25952123-af8c-42bf-85ce-3447fc3b8f18 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 Sep 19 10:38:10.697894 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-24b45520-2127-410a-a364-c6231c0c0fb4 req-bee0141a-0a94-4ff2-a7ad-f0d1b410d287 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0992966 Sep 19 10:38:10.753051 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] For port 347c7445-93cb-4801-88bc-5fae9881824f, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=347c7445-93cb-4801-88bc-5fae9881824f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:10.755384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 347c7445-93cb-4801-88bc-5fae9881824f up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:10.798354 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf6fd2-5188-4d6f-bb31-dfba8ba2fe37 req-05a5ab04-d836-49b3-b91e-783057eade2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:10.800004 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a6bf6fd2-5188-4d6f-bb31-dfba8ba2fe37 req-05a5ab04-d836-49b3-b91e-783057eade2a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1130 time: 0.0944068 Sep 19 10:38:10.859626 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (347c7445-93cb-4801-88bc-5fae9881824f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:10.928269 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a6bf6fd2-5188-4d6f-bb31-dfba8ba2fe37 req-bfc57588-9813-48fe-a475-cd9784795e42 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181502 Sep 19 10:38:11.004545 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 347c7445-93cb-4801-88bc-5fae9881824f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:11.004832 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (347c7445-93cb-4801-88bc-5fae9881824f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.005197 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 347c7445-93cb-4801-88bc-5fae9881824f Sep 19 10:38:11.007026 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5327bc9-8ef8-4b89-bfda-7d99fc06906c None None] Pushing event updated for resources: {'Port': ['ID=347c7445-93cb-4801-88bc-5fae9881824f,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:11.013699 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:38:09Z', 'revision_number': 3, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:11.034362 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-b671e062-2edf-4947-8959-c08a7e2b0521 None None] Provisioning complete for port 347c7445-93cb-4801-88bc-5fae9881824f triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:11.034737 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b671e062-2edf-4947-8959-c08a7e2b0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (347c7445-93cb-4801-88bc-5fae9881824f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.035074 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b671e062-2edf-4947-8959-c08a7e2b0521 None None] Attempt 1 to provision port 347c7445-93cb-4801-88bc-5fae9881824f Sep 19 10:38:11.078086 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Checking router: 6ed4696a-325a-4570-9ec6-f204bdfd4059 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:38:11.078430 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Updating router 6ed4696a-325a-4570-9ec6-f204bdfd4059 port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:38:11.134796 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.238734 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.270085 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:11.276423 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 347c7445-93cb-4801-88bc-5fae9881824f is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:11.281693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b671e062-2edf-4947-8959-c08a7e2b0521 None None] Current status of the port 347c7445-93cb-4801-88bc-5fae9881824f is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:11.417297 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d352-8a94-47de-b211-097a0cdbe558 req-3192487f-7dee-454c-9561-5f79e85b9fa0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:11.419125 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fd1d352-8a94-47de-b211-097a0cdbe558 req-3192487f-7dee-454c-9561-5f79e85b9fa0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0717549 Sep 19 10:38:11.436564 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Allocated IP 172.20.0.1 (20f4f345-8b63-48b0-8783-53e15b6176bb/3635fb80-21c0-4498-8ebb-07884a812990/d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:11.495832 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fd1d352-8a94-47de-b211-097a0cdbe558 req-3bff5c0c-3bb6-4cc6-9eaf-e014a791a43d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Sep 19 10:38:11.544504 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Publish callbacks [] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.594557 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967631-484e-4bc9-8298-9581294b05f4 req-b481c9fb-0c0e-45d0-81cf-16d345eb8f5c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:11.596014 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b4967631-484e-4bc9-8298-9581294b05f4 req-b481c9fb-0c0e-45d0-81cf-16d345eb8f5c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 945 time: 0.0685987 Sep 19 10:38:11.607255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks [] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.668035 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b4967631-484e-4bc9-8298-9581294b05f4 req-3f534dee-8bc6-4d2d-b80f-1e5ce2b1980a tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Sep 19 10:38:11.673399 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.706018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Attempting to bind port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:11.706390 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Attempting to bind port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:11.706754 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Attempting to bind port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:11.747000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215287fa-4543-4b79-b60f-7ff84b65c297 None None] Pushing event updated for resources: {'Port': ['ID=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:11.753993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.785420 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:11.785936 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:11.786215 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.786745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:11.787933 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Bound port: 2ac55b2c-8acd-4a40-8b86-f0b2170f7006, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:11.788414 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.802326 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Network 20f4f345-8b63-48b0-8783-53e15b6176bb is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:11.807454 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:11.811403 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:11.853457 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:11.864733 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] For port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:11.867216 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f41f314b-f238-4559-8f87-e02749785861 req-264a18e6-f7d1-453d-8db6-41edcaa5043c tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0815639 Sep 19 10:38:11.869782 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] For port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:11.880720 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (6ed4696a-325a-4570-9ec6-f204bdfd4059), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.949528 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:11.987263 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Routers {'6ed4696a-325a-4570-9ec6-f204bdfd4059'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:11.987957 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['6ed4696a-325a-4570-9ec6-f204bdfd4059'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:12.056773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215287fa-4543-4b79-b60f-7ff84b65c297 None None] Pushing event updated for resources: {'Port': ['ID=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:12.079114 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:12.118274 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Provisioning complete for port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:12.118642 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:12.119172 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 1 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:12.124173 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] Set router 6ed4696a-325a-4570-9ec6-f204bdfd4059 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:12.192121 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:12.243750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks [] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:12.313505 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:12.372001 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:12.379709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (6ed4696a-325a-4570-9ec6-f204bdfd4059), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:12.382546 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:12.432436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:12.461133 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:38:09Z', 'revision_number': 3, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:12.481973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Network 20f4f345-8b63-48b0-8783-53e15b6176bb is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:12.483405 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:12.489189 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c4896-dbae-4927-b067-eb1d5a4d811e None None] The sync data for ids ['6ed4696a-325a-4570-9ec6-f204bdfd4059'] in dv-cinder-858275-1-iscsi is: [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:38:09Z', 'revision_number': 3, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:38:12.591167 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:12.632704 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Router 6ed4696a-325a-4570-9ec6-f204bdfd4059 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:38:12.661838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b55b-f604-4e2e-9207-547660210330 req-89be8a4b-8f3d-4401-bba6-4136be1f5ead tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:12.664156 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fbb5b55b-f604-4e2e-9207-547660210330 req-89be8a4b-8f3d-4401-bba6-4136be1f5ead tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0600696 Sep 19 10:38:12.700479 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 347c7445-93cb-4801-88bc-5fae9881824f up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:12.747729 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fbb5b55b-f604-4e2e-9207-547660210330 req-4e60b7d0-e4d9-4016-ac6d-c19b28aa56dc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766304 Sep 19 10:38:12.752230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 347c7445-93cb-4801-88bc-5fae9881824f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:12.752620 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (347c7445-93cb-4801-88bc-5fae9881824f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:12.752962 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 347c7445-93cb-4801-88bc-5fae9881824f Sep 19 10:38:12.814379 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:38:12.838826 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2970e45b-3bb1-49a0-b3f8-a4af8fa82c96 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6ed4696a-325a-4570-9ec6-f204bdfd4059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061439 Sep 19 10:38:12.893745 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 2 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:12.909655 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3c695-dc24-442d-93ac-c77f4f2c3931 req-346f279b-2598-4118-8292-ca3e5c697291 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:12.911190 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-56f3c695-dc24-442d-93ac-c77f4f2c3931 req-346f279b-2598-4118-8292-ca3e5c697291 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 945 time: 0.0838571 Sep 19 10:38:12.955048 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 347c7445-93cb-4801-88bc-5fae9881824f is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:12.975291 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:12.994817 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-56f3c695-dc24-442d-93ac-c77f4f2c3931 req-6c6672c3-f551-4678-86c9-18954b89bb51 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750401 Sep 19 10:38:13.005623 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:13.091170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:13.134604 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0abaac51-5b8b-4608-bbf0-3ca22d421aba req-0e29fd46-f838-4f66-9d0c-a251cc6ecd91 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0495129 Sep 19 10:38:13.286712 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-fb618c4a-8560-474b-8d82-1729260a23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:13.299206 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-fb618c4a-8560-474b-8d82-1729260a23d7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 1129 time: 0.0861738 Sep 19 10:38:13.307644 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7213-d98e-43b1-9dbc-569de7f8aafc req-726f268b-348f-48cc-af7d-7ce54fa0c07a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:13.313639 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-604b7213-d98e-43b1-9dbc-569de7f8aafc req-726f268b-348f-48cc-af7d-7ce54fa0c07a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0719616 Sep 19 10:38:13.361749 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:13.372755 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-604b7213-d98e-43b1-9dbc-569de7f8aafc req-4f49ade0-41ed-4248-923b-8d643e3260d5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541806 Sep 19 10:38:13.476742 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 3 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:13.512359 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:13.559242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:13.879502 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca72-039c-47fc-96f6-cd61a35361c2 req-4a004f88-55ba-48f5-9d42-cd0daa77d5e4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:13.883459 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b1c7ca72-039c-47fc-96f6-cd61a35361c2 req-4a004f88-55ba-48f5-9d42-cd0daa77d5e4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0494230 Sep 19 10:38:13.907459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:13.959388 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b1c7ca72-039c-47fc-96f6-cd61a35361c2 req-176b8631-3827-4774-9e62-240fc0e0f740 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 Sep 19 10:38:14.013139 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 4 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:14.106246 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:14.108840 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:14.126779 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-9eba0c55-94f4-4a4f-8a27-7701a4940de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:14.128515 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-9eba0c55-94f4-4a4f-8a27-7701a4940de8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.1545601 Sep 19 10:38:14.196009 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-dc56508a-ea36-4801-84c1-a3f47fb32973 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6967445f-4780-49ec-86c2-d13683e54272 HTTP/1.1" status: 200 len: 217 time: 0.0602195 Sep 19 10:38:14.211694 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-b27e6c09-42ed-4d7c-8b7b-187c958c206b tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:14.213948 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-b27e6c09-42ed-4d7c-8b7b-187c958c206b tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 945 time: 0.1916902 Sep 19 10:38:14.259841 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:14.300493 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3bc2ac4e-f564-4cd2-a934-51d46dbb9e37 req-554b7a19-f5fb-4fbe-8a93-70cd4f5e6b15 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0359330 Sep 19 10:38:14.318370 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-674732c5-dea0-4254-86cc-7cf6f66593f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:14.319889 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-674732c5-dea0-4254-86cc-7cf6f66593f4 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.1160774 Sep 19 10:38:14.323487 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bb0ee-786d-439c-a73e-fc93c0f31041 req-3e4ab4bf-cec2-40c1-9e94-6e26677fad79 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:14.325283 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d23bb0ee-786d-439c-a73e-fc93c0f31041 req-3e4ab4bf-cec2-40c1-9e94-6e26677fad79 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 945 time: 0.1597152 Sep 19 10:38:14.351404 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:14.395985 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-a128fcd6-0442-4b25-9468-85d31141b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:14.398091 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-a128fcd6-0442-4b25-9468-85d31141b4b1 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668540 Sep 19 10:38:14.450861 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Deleting port b87ad1e5-c436-4690-9164-053b928f015f {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:38:14.455472 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (b87ad1e5-c436-4690-9164-053b928f015f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:14.479561 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d23bb0ee-786d-439c-a73e-fc93c0f31041 req-84152224-ed50-468d-acd9-7fa3f7b503ee tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482353 Sep 19 10:38:14.526452 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b0140-c8f4-44fd-a754-0993a3d9d9be req-9f8e5806-d50d-4ca6-8895-ddd4d64c0e41 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:14.533752 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-232b0140-c8f4-44fd-a754-0993a3d9d9be req-9f8e5806-d50d-4ca6-8895-ddd4d64c0e41 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0612297 Sep 19 10:38:14.590215 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] For port b87ad1e5-c436-4690-9164-053b928f015f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=b87ad1e5-c436-4690-9164-053b928f015f,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:14.591101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (b87ad1e5-c436-4690-9164-053b928f015f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:14.609036 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 5 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:14.610840 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Calling delete_port for b87ad1e5-c436-4690-9164-053b928f015f owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:38:14.657568 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-232b0140-c8f4-44fd-a754-0993a3d9d9be req-8d93040f-26c4-406d-a031-1de99277bb5a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227860 Sep 19 10:38:14.708228 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:14.740804 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:14.776422 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:14.802370 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Sync routers for ids ['6ed4696a-325a-4570-9ec6-f204bdfd4059'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:38:14.833257 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Routers {'6ed4696a-325a-4570-9ec6-f204bdfd4059'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:14.834244 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['6ed4696a-325a-4570-9ec6-f204bdfd4059'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:14.879744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:14.880392 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:14.880880 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-2314f6ab-e4aa-4378-a944-75eb21381892 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222540 Sep 19 10:38:14.881649 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 Sep 19 10:38:15.000490 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Set router 6ed4696a-325a-4570-9ec6-f204bdfd4059 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:15.008944 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (b87ad1e5-c436-4690-9164-053b928f015f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:15.101644 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-82a608b7-3e0e-42cb-9376-155676866813 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050794 Sep 19 10:38:15.101833 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['b87ad1e5-c436-4690-9164-053b928f015f'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:15.102313 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e675b827-ccb2-4fcd-9f0e-8b9611774983 req-5be88a93-9b67-41a1-8e11-9a2af1935320 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030380 Sep 19 10:38:15.126376 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Pushing event deleted for resources: {'Port': ['ID=b87ad1e5-c436-4690-9164-053b928f015f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:15.131050 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:15.131899 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:15.165520 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:15.209848 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 6 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:15.261559 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:38:11Z', 'revision_number': 4, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f', 'name': '', 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'mac_address': 'fa:16:3e:ab:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3635fb80-21c0-4498-8ebb-07884a812990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:11Z', 'updated_at': '2022-09-19T10:38:12Z', 'revision_number': 2, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'subnets': [{'id': '3635fb80-21c0-4498-8ebb-07884a812990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:15.284037 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Checking router: 6ed4696a-325a-4570-9ec6-f204bdfd4059 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:38:15.285449 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Updating router 6ed4696a-325a-4570-9ec6-f204bdfd4059 port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:38:15.309678 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:15.323858 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:15.375355 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] No DVR routers for this DVR port b87ad1e5-c436-4690-9164-053b928f015f on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:38:15.388669 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:15.388669 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-28ecf9b1-8650-4553-896d-17e79c09ab29 req-123e8067-db09-4dfc-8922-9dd6e10d9410 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "DELETE /networking/v2.0/ports/b87ad1e5-c436-4690-9164-053b928f015f HTTP/1.1" status: 204 len: 173 time: 1.1342745 Sep 19 10:38:15.391345 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'name': 'network-vif-deleted', 'tag': 'b87ad1e5-c436-4690-9164-053b928f015f'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:15.393733 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb00207-38b0-41cf-9374-6517467f07f6" -d '{"events": [{"server_uuid": "e31a3045-3311-4cc4-a877-5628ba15015b", "name": "network-vif-deleted", "tag": "b87ad1e5-c436-4690-9164-053b928f015f"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:15.429177 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6371f-a87c-47f2-9c09-153b4cb1007a req-21070550-667e-4dfb-8444-01db1da888c7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:15.436825 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bed6371f-a87c-47f2-9c09-153b4cb1007a req-21070550-667e-4dfb-8444-01db1da888c7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.2664871 Sep 19 10:38:15.484837 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-942dbe0a-6c9a-4f18-9160-adcf70a0e994 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:15.486811 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-942dbe0a-6c9a-4f18-9160-adcf70a0e994 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3917646 Sep 19 10:38:15.488928 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:15.507495 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3da6db7e-bb24-4a41-8fa2-c815b6b025bc req-fc3bcb4b-3564-499f-a0bb-fe3c8249272c tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0513942 Sep 19 10:38:15.509006 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Request body: {'port': {'device_id': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9', 'admin_state_up': True, 'tenant_id': '993ad6a2ac01432a8d3b64fe272bd874'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:15.514548 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:15.579513 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:15.637482 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b254624-99d4-4cf3-abc1-7fb6b73e19ce x-openstack-request-id: req-7b254624-99d4-4cf3-abc1-7fb6b73e19ce {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:15.653806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a3045-3311-4cc4-a877-5628ba15015b", "name": "network-vif-deleted", "tag": "b87ad1e5-c436-4690-9164-053b928f015f", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:15.653806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b254624-99d4-4cf3-abc1-7fb6b73e19ce {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:15.653806 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b254624-99d4-4cf3-abc1-7fb6b73e19ce'] response: {'server_uuid': 'e31a3045-3311-4cc4-a877-5628ba15015b', 'name': 'network-vif-deleted', 'tag': 'b87ad1e5-c436-4690-9164-053b928f015f', 'status': 'completed', 'code': 200} Sep 19 10:38:15.669268 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bed6371f-a87c-47f2-9c09-153b4cb1007a req-64731da8-d1b6-44bf-bc8e-abfe6c9965b7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313375 Sep 19 10:38:15.751445 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:15.767277 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:15.807003 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-70bd1691-5c1b-45fa-b65c-e92739cd3a35 req-7d5b01b2-ecbd-4beb-aa71-3d17ae6ee716 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 210 time: 0.0860829 Sep 19 10:38:15.813802 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 7 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:15.875006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:15.907395 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Publish callbacks [] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:15.950419 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2132f8-c3f8-4579-b4c7-ad26234caf96 req-c5db65b0-9ec8-42b8-8d31-ac103442a109 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:15.957382 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e2132f8-c3f8-4579-b4c7-ad26234caf96 req-c5db65b0-9ec8-42b8-8d31-ac103442a109 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0831292 Sep 19 10:38:16.010078 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.030234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Made reservation on behalf of 993ad6a2ac01432a8d3b64fe272bd874 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:38:16.035162 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.062968 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:16.076466 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e2132f8-c3f8-4579-b4c7-ad26234caf96 req-685374e5-9551-4c3f-8505-bfddab0fa2dd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143212 Sep 19 10:38:16.081588 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.197605 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks [] for security_group (81fc4761-f451-44e0-952c-d1cc72c0cb37), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.231207 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:16.246199 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519235e7-3e58-46e5-a607-5a814de16ce2 None None] Pushing event updated for resources: {'Port': ['ID=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:16.250514 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Attempting to bind port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:16.250890 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Attempting to bind port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:16.251259 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Attempting to bind port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f on network 20f4f345-8b63-48b0-8783-53e15b6176bb {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:16.261432 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (81fc4761-f451-44e0-952c-d1cc72c0cb37), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.306252 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:16.307414 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Checking segment: {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:16.307827 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.308237 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Bound using segment: {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:16.308915 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Bound port: d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148db6d-58f2-487c-9a58-ac9c06de0ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:16.309321 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.376081 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 8 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:16.398771 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] For port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:16.402919 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] For port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:16.418115 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:16.430807 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fc4761-f451-44e0-952c-d1cc72c0cb37,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:16.445045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:16.515124 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.529815 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Allocated IP 192.168.233.70 (d5177f63-0fef-4cec-ac80-aaea0765d4f9/4aee6f95-804e-4c22-a7a5-9fd996a447e2/1682b614-36cd-4110-b45d-b3d96f12d7b0) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:16.570206 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Routers {'6ed4696a-325a-4570-9ec6-f204bdfd4059'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:16.570206 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['6ed4696a-325a-4570-9ec6-f204bdfd4059'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:16.617452 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519235e7-3e58-46e5-a607-5a814de16ce2 None None] Pushing event updated for resources: {'Port': ['ID=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,revision_number=4']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:16.674268 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-67ada383-40e2-4645-9ae4-110518f724bd req-6c43f383-7c1e-4d98-af00-748cda741f0a tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0526867 Sep 19 10:38:16.720712 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] Set router 6ed4696a-325a-4570-9ec6-f204bdfd4059 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:16.791693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:16.855420 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks [] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.943672 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:16.944304 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:16.944792 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 Sep 19 10:38:16.947374 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Attempt 9 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:16.973733 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6015f4-b285-4257-b681-8c8781a5ab1d req-9f27f5c7-5023-4bc7-90d2-27c5e0ef3fab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:16.983650 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c6015f4-b285-4257-b681-8c8781a5ab1d req-9f27f5c7-5023-4bc7-90d2-27c5e0ef3fab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.1244655 Sep 19 10:38:16.994477 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:17.041028 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-319e18b7-4c49-4079-a689-85e40a25ed6b req-a4d960e1-ed32-427a-81bc-a873f6657496 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e31a3045-3311-4cc4-a877-5628ba15015b HTTP/1.1" status: 200 len: 210 time: 0.0385549 Sep 19 10:38:17.056749 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:38:11Z', 'revision_number': 4, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f', 'name': '', 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'mac_address': 'fa:16:3e:ab:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3635fb80-21c0-4498-8ebb-07884a812990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:11Z', 'updated_at': '2022-09-19T10:38:16Z', 'revision_number': 4, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'subnets': [{'id': '3635fb80-21c0-4498-8ebb-07884a812990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:17.093150 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e39ce6-1973-410c-9bfe-47057b91435f None None] The sync data for ids ['6ed4696a-325a-4570-9ec6-f204bdfd4059'] in dv-cinder-858275-1-iscsi is: [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:38:11Z', 'revision_number': 4, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f', 'name': '', 'network_id': '20f4f345-8b63-48b0-8783-53e15b6176bb', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'mac_address': 'fa:16:3e:ab:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3635fb80-21c0-4498-8ebb-07884a812990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:11Z', 'updated_at': '2022-09-19T10:38:16Z', 'revision_number': 4, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'subnets': [{'id': '3635fb80-21c0-4498-8ebb-07884a812990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:38:17.105520 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:38:17.148120 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device b87ad1e5-c436-4690-9164-053b928f015f no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:38:17.201321 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c6015f4-b285-4257-b681-8c8781a5ab1d req-ce5a22c2-626a-4b04-b848-bda18cc3db53 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151885 Sep 19 10:38:17.203176 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.244915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:17.283612 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:17.285880 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: b87ad1e5-c436-4690-9164-053b928f015f {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:38:17.289407 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device b87ad1e5-c436-4690-9164-053b928f015f not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:38:17.294451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Current status of the port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:17.295069 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.343166 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Pushing event updated for resources: {'Port': ['ID=1682b614-36cd-4110-b45d-b3d96f12d7b0,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:17.346117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] For port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:17.370357 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Network d5177f63-0fef-4cec-ac80-aaea0765d4f9 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:17.370482 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:17.372281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:17.376055 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:17.431378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.494350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:17.497705 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.521516 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:17.528919 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:17.556046 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d339f-34ef-48ef-9ba8-d64871dcc5f2 None None] Pushing event updated for resources: {'Port': ['ID=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:17.588771 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-56242df1-b3b8-4a7d-8246-8702bb89853b tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0866323 Sep 19 10:38:17.594973 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d77b6c05-cbf7-4043-ae97-93067a9a5f39 None None] Provisioning complete for port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:17.595356 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d77b6c05-cbf7-4043-ae97-93067a9a5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.595679 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d77b6c05-cbf7-4043-ae97-93067a9a5f39 None None] Attempt 1 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:17.620170 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Request body: {'port': {'device_id': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:17.669515 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be0384-fef2-493c-9966-3db531ee66cb req-c3a1f452-758f-467e-bd75-49dd39459013 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:17.675133 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b0be0384-fef2-493c-9966-3db531ee66cb req-c3a1f452-758f-467e-bd75-49dd39459013 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1083057 Sep 19 10:38:17.776920 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b0be0384-fef2-493c-9966-3db531ee66cb req-4fa24c67-ea6a-4282-9f68-b0cdaee0a671 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976932 Sep 19 10:38:17.805050 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d77b6c05-cbf7-4043-ae97-93067a9a5f39 None None] Current status of the port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:17.833782 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.920125 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c938-e594-4f4d-a3a9-0b9f70b93f11 req-bee5cb70-2bf1-4f43-ab56-215316df9c3f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:17.921721 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7085c938-e594-4f4d-a3a9-0b9f70b93f11 req-bee5cb70-2bf1-4f43-ab56-215316df9c3f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 935 time: 0.1046538 Sep 19 10:38:17.939347 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Provisioning complete for port 1682b614-36cd-4110-b45d-b3d96f12d7b0 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:17.939714 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:17.940043 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Attempt 1 to provision port 1682b614-36cd-4110-b45d-b3d96f12d7b0 Sep 19 10:38:18.042185 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Port 1682b614-36cd-4110-b45d-b3d96f12d7b0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:18.135131 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7085c938-e594-4f4d-a3a9-0b9f70b93f11 req-3d8eb6bf-e644-459e-afba-aac3e2336d51 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015426 Sep 19 10:38:18.382642 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1682b614-36cd-4110-b45d-b3d96f12d7b0 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:18.392805 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Publish callbacks [] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:18.401333 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a291dd9-bb92-4a27-83be-9b518186e747 req-c3bff850-421c-4658-a2fa-a57b851ddd53 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:18.408127 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a291dd9-bb92-4a27-83be-9b518186e747 req-c3bff850-421c-4658-a2fa-a57b851ddd53 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0800264 Sep 19 10:38:18.438248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:18.445668 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Transition to ACTIVE for port object 1682b614-36cd-4110-b45d-b3d96f12d7b0 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:38:18.490825 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a291dd9-bb92-4a27-83be-9b518186e747 req-9a3f24e9-5dfe-422b-a302-588c2f62e34f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764494 Sep 19 10:38:18.511056 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:18.543010 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Attempt 2 to provision port 1682b614-36cd-4110-b45d-b3d96f12d7b0 Sep 19 10:38:18.635507 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:18.641386 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Port 1682b614-36cd-4110-b45d-b3d96f12d7b0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:18.660610 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-17344d57-8bb1-42e4-96fd-760f67e309c4 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:18.671791 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-17344d57-8bb1-42e4-96fd-760f67e309c4 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/networks?id=943a8d7c-3f64-4107-8b34-eb1f0bf5d521 HTTP/1.1" status: 200 len: 809 time: 0.2665710 Sep 19 10:38:18.682448 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Pushing event updated for resources: {'Port': ['ID=1682b614-36cd-4110-b45d-b3d96f12d7b0,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:18.741954 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-da6f9e55-5f13-4739-841a-ea6149d91844 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/quotas/90c8dde9309d4f128f53cd6ece43ea52 HTTP/1.1" status: 200 len: 375 time: 0.0669544 Sep 19 10:38:18.747421 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Attempting to bind port 1682b614-36cd-4110-b45d-b3d96f12d7b0 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:18.747688 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Attempting to bind port 1682b614-36cd-4110-b45d-b3d96f12d7b0 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:18.748652 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Attempting to bind port 1682b614-36cd-4110-b45d-b3d96f12d7b0 on network d5177f63-0fef-4cec-ac80-aaea0765d4f9 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:18.753439 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:18.779377 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:18.837363 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-1c41c04a-0495-4c7d-9a96-36bfdad023ac tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942068 Sep 19 10:38:18.842264 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Port 1682b614-36cd-4110-b45d-b3d96f12d7b0 on network d5177f63-0fef-4cec-ac80-aaea0765d4f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:38:18.842596 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Attempting to bind port 1682b614-36cd-4110-b45d-b3d96f12d7b0 on network d5177f63-0fef-4cec-ac80-aaea0765d4f9 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:18.901621 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:18.906270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:18.907887 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f Sep 19 10:38:18.952913 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-f45b9f4e-2611-4ff1-9108-38fcb969bc3f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141257 Sep 19 10:38:18.965864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:18.965864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Checking segment: {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:18.967298 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Bound using segment: {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:18.967995 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Bound port: 1682b614-36cd-4110-b45d-b3d96f12d7b0, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:18.968573 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:19.016998 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:19.053873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] For port 1682b614-36cd-4110-b45d-b3d96f12d7b0, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:19.057639 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] For port 1682b614-36cd-4110-b45d-b3d96f12d7b0, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=1682b614-36cd-4110-b45d-b3d96f12d7b0,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:19.066173 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:19.121026 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-93e9ad68-d043-49d8-8d92-380acf32030d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666038 Sep 19 10:38:19.143209 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Attempt 3 to provision port 1682b614-36cd-4110-b45d-b3d96f12d7b0 Sep 19 10:38:19.189346 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Port 1682b614-36cd-4110-b45d-b3d96f12d7b0 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:19.215352 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7995e-2337-44e2-bf82-f24bd59327e2 req-c76ded10-fa34-4264-8298-7cde88b0eed3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:19.217142 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5dc7995e-2337-44e2-bf82-f24bd59327e2 req-c76ded10-fa34-4264-8298-7cde88b0eed3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0813608 Sep 19 10:38:19.251686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:19.256307 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:19.257092 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:19.258634 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/1682b614-36cd-4110-b45d-b3d96f12d7b0 HTTP/1.1" status: 200 len: 1097 time: 1.6471539 Sep 19 10:38:19.259245 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'tag': '1682b614-36cd-4110-b45d-b3d96f12d7b0'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:19.265223 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:19.265344 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77193058-cf8d-4a71-b009-8f3a3036f1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "355dbb41-49a2-4ef6-ac29-2545bf766759", "tag": "1682b614-36cd-4110-b45d-b3d96f12d7b0"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:19.334143 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5dc7995e-2337-44e2-bf82-f24bd59327e2 req-35d8c2cb-5006-44dc-bedc-b89c2008d87d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976510 Sep 19 10:38:19.358619 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62922ff8-3780-4c63-9f8d-e495b7984a97 service neutron] Pushing event updated for resources: {'Port': ['ID=1682b614-36cd-4110-b45d-b3d96f12d7b0,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:19.454795 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e764d30-3fbc-40d3-b1f3-c9e5f326479a req-53c9bde3-38b4-493a-874b-93bb6c5360a3 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:19.456304 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1e764d30-3fbc-40d3-b1f3-c9e5f326479a req-53c9bde3-38b4-493a-874b-93bb6c5360a3 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 947 time: 0.0535135 Sep 19 10:38:19.503152 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1e764d30-3fbc-40d3-b1f3-c9e5f326479a req-bbee5ba3-aac2-4cae-bdae-4b4d6108ddf9 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Sep 19 10:38:19.568441 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477b5fac-fd78-4a5a-bcc6-28257b8ef8cc x-openstack-request-id: req-477b5fac-fd78-4a5a-bcc6-28257b8ef8cc {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:19.569047 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355dbb41-49a2-4ef6-ac29-2545bf766759", "tag": "1682b614-36cd-4110-b45d-b3d96f12d7b0", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:19.569047 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-477b5fac-fd78-4a5a-bcc6-28257b8ef8cc {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:19.569586 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477b5fac-fd78-4a5a-bcc6-28257b8ef8cc'] response: {'name': 'network-changed', 'server_uuid': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'tag': '1682b614-36cd-4110-b45d-b3d96f12d7b0', 'status': 'completed', 'code': 200} Sep 19 10:38:19.633105 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:19.695600 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Attempt 4 to provision port 1682b614-36cd-4110-b45d-b3d96f12d7b0 Sep 19 10:38:19.695794 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef02da0-9c59-4568-ba28-342e3344c9f7 req-aea64ee3-be54-4a08-a340-156a7c8867f9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:19.695794 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ef02da0-9c59-4568-ba28-342e3344c9f7 req-aea64ee3-be54-4a08-a340-156a7c8867f9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0792944 Sep 19 10:38:19.706286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193058-cf8d-4a71-b009-8f3a3036f1b8 req-c69725de-f887-4c6a-8eb3-b30f8fa7e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:19.707434 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77193058-cf8d-4a71-b009-8f3a3036f1b8 req-c69725de-f887-4c6a-8eb3-b30f8fa7e727 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 1131 time: 0.0656338 Sep 19 10:38:19.777670 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b6c39e40-79c3-46b2-b84d-047bfcda465b req-ca6b479e-2fac-45a9-9756-442e9c6c9a83 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0477090 Sep 19 10:38:19.785236 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77193058-cf8d-4a71-b009-8f3a3036f1b8 req-35f539d2-d5a0-402b-bb19-50f59e8c2cd7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477855 Sep 19 10:38:19.785639 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2c8fe-5e6c-4abf-bfbc-98772a937c8f None None] Port 1682b614-36cd-4110-b45d-b3d96f12d7b0 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:38:19.797633 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ef02da0-9c59-4568-ba28-342e3344c9f7 req-23c35525-2b75-4737-adb4-d89e1431ef83 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890851 Sep 19 10:38:19.859722 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:20.208706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193058-cf8d-4a71-b009-8f3a3036f1b8 req-680c4bb5-7b7b-4998-b762-0aaac00b5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:20.211037 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77193058-cf8d-4a71-b009-8f3a3036f1b8 req-680c4bb5-7b7b-4998-b762-0aaac00b5d1f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311016 Sep 19 10:38:20.343319 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-ad700e1f-adad-4cc7-8f8a-c47d44804220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:20.345011 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-ad700e1f-adad-4cc7-8f8a-c47d44804220 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 1131 time: 0.0462196 Sep 19 10:38:20.409696 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-96d4e36d-b511-4cf3-9305-1821c4244d3f service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1682b614-36cd-4110-b45d-b3d96f12d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0480654 Sep 19 10:38:20.476106 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-23cc1fe0-25f0-477c-9801-cb7f99157d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:20.477620 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-23cc1fe0-25f0-477c-9801-cb7f99157d5a service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=4aee6f95-804e-4c22-a7a5-9fd996a447e2 HTTP/1.1" status: 200 len: 843 time: 0.0611820 Sep 19 10:38:20.515933 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f427a-c544-433b-bb08-f4199a5a5f4e req-6e21cba0-c9ef-4e60-b343-efcc07c4ff41 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:20.517542 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-da6f427a-c544-433b-bb08-f4199a5a5f4e req-6e21cba0-c9ef-4e60-b343-efcc07c4ff41 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0548940 Sep 19 10:38:20.534112 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-4c263fbb-bc09-4216-b693-54079367ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:20.536229 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-4c263fbb-bc09-4216-b693-54079367ebd7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d5177f63-0fef-4cec-ac80-aaea0765d4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0523806 Sep 19 10:38:20.583864 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-da6f427a-c544-433b-bb08-f4199a5a5f4e req-08d09ee0-62aa-492c-834f-3d7da6664d5c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551853 Sep 19 10:38:20.690057 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce915d-ca22-48b6-bf04-3aed9634b178 req-e1e993cb-8f5e-445a-849c-239668a1f144 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:20.694873 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bcce915d-ca22-48b6-bf04-3aed9634b178 req-e1e993cb-8f5e-445a-849c-239668a1f144 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 947 time: 0.0715599 Sep 19 10:38:20.695396 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-826581a0-ddd9-4b35-84cb-d8f86576e0a9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d5177f63-0fef-4cec-ac80-aaea0765d4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527526 Sep 19 10:38:20.832002 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bcce915d-ca22-48b6-bf04-3aed9634b178 req-fcb164e4-2a65-43c7-ba4b-26dfac48c2e0 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285994 Sep 19 10:38:20.841732 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c481d08-1fd9-46fa-8a92-2a60b60b7f59 req-15987c15-8633-48ff-bc69-9fe261e91d96 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d5177f63-0fef-4cec-ac80-aaea0765d4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368170 Sep 19 10:38:20.917490 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a4357b19-7a35-400b-8321-4511a3efe1cd req-7303d701-00a4-4f45-ae91-070a8233fc51 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0406160 Sep 19 10:38:20.976582 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:20.999547 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea60ed-b67c-4a47-8542-8c19e713b027 req-f6a337fe-81d0-4673-9a1f-e68a86d24fca tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:21.001160 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04ea60ed-b67c-4a47-8542-8c19e713b027 req-f6a337fe-81d0-4673-9a1f-e68a86d24fca tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0838230 Sep 19 10:38:21.058229 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04ea60ed-b67c-4a47-8542-8c19e713b027 req-34479ff1-4f58-467c-a483-61b88a9fc1e7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Sep 19 10:38:21.493703 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59908) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:21.501743 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181683631', 'description': 'tempest-description--1859604527'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:21.508249 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:21.589721 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:21.724263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (3c9521c2-8bfa-416a-99f8-81db68c36039), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:21.738846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796079-679f-4831-b501-332e8d375a26 req-9b97fc37-2946-4a96-926a-8cfe00bc1835 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:21.740554 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-55796079-679f-4831-b501-332e8d375a26 req-9b97fc37-2946-4a96-926a-8cfe00bc1835 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0625951 Sep 19 10:38:21.747171 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:21.788017 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3c9521c2-8bfa-416a-99f8-81db68c36039), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:21.807441 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-55796079-679f-4831-b501-332e8d375a26 req-4646a107-567b-4cf2-8e79-ee854a36d5a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600100 Sep 19 10:38:21.854701 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9521c2-8bfa-416a-99f8-81db68c36039,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:21.930299 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:21.932875 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0e7d291e-5165-4d26-af06-a8275718ec14 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4337709 Sep 19 10:38:21.939272 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59916) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:21.944448 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': '3c9521c2-8bfa-416a-99f8-81db68c36039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:21.976094 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1fd23-6581-40cd-a3e6-608251c33cd2 req-e41f86ba-7c31-4185-b14a-636621a59ba6 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:21.984545 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-93a1fd23-6581-40cd-a3e6-608251c33cd2 req-e41f86ba-7c31-4185-b14a-636621a59ba6 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 947 time: 0.0638447 Sep 19 10:38:22.049921 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-93a1fd23-6581-40cd-a3e6-608251c33cd2 req-3075977c-85e1-44ed-94b6-415f5968dab0 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 Sep 19 10:38:22.068954 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c720210e-9785-47ed-ad2e-906c30659856 req-3249ac82-e7bf-4c93-8f14-b74ee2fd3ec4 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0437067 Sep 19 10:38:22.081380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (62df2759-150b-4abc-a157-0f23c5530885), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.152299 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (62df2759-150b-4abc-a157-0f23c5530885), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.193884 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:22.214738 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264d0cb-4d9b-44cf-8244-378e649c2a3f req-96329a8d-13b5-4040-a69c-41b82e7cab73 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:22.216200 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c264d0cb-4d9b-44cf-8244-378e649c2a3f req-96329a8d-13b5-4040-a69c-41b82e7cab73 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0547266 Sep 19 10:38:22.219305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (62df2759-150b-4abc-a157-0f23c5530885), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.240913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62df2759-150b-4abc-a157-0f23c5530885,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:22.279617 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c264d0cb-4d9b-44cf-8244-378e649c2a3f req-49d1b0b2-7707-4d31-a013-ffa67258d310 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569935 Sep 19 10:38:22.376003 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.377389 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-be467e1e-8d63-4ef1-9f5b-3e3cb8ce6d59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369826 Sep 19 10:38:22.380185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59922) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:22.388851 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': '3c9521c2-8bfa-416a-99f8-81db68c36039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:22.444102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:22.499647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (113b7db0-f5d8-4607-8160-70f761be5b37), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.567248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (113b7db0-f5d8-4607-8160-70f761be5b37), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.634923 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (113b7db0-f5d8-4607-8160-70f761be5b37), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.661705 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113b7db0-f5d8-4607-8160-70f761be5b37,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:22.737706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:22.742396 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-54ca841c-336c-4478-9d17-8ac3ee036c81 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3579738 Sep 19 10:38:22.742553 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 59924) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:22.746906 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:22.966533 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef0f7-7a60-4c4e-8c04-95e9b95f97d0 req-b28425a5-8c55-4222-aaee-8b75dcc0c17a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:22.968348 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f6cef0f7-7a60-4c4e-8c04-95e9b95f97d0 req-b28425a5-8c55-4222-aaee-8b75dcc0c17a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0633943 Sep 19 10:38:23.021233 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f6cef0f7-7a60-4c4e-8c04-95e9b95f97d0 req-dca26d96-cdd7-4320-88ab-7fecdbda2614 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 Sep 19 10:38:23.135870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:23.225532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1561a4-edef-4f6c-8bbc-4753fc904fed req-a70c8136-a4c9-4e6e-b7a4-2912285ac668 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:23.227404 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f1561a4-edef-4f6c-8bbc-4753fc904fed req-a70c8136-a4c9-4e6e-b7a4-2912285ac668 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 947 time: 0.0984471 Sep 19 10:38:23.240173 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a21c7ec6-0037-4c1d-a7e8-f168086a2342 req-4318394f-895d-48ab-a340-82c511efae3f tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0381021 Sep 19 10:38:23.296066 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:23.296511 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f1561a4-edef-4f6c-8bbc-4753fc904fed req-817c02d8-4ddb-4ab2-9d8e-31c17537bc38 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605509 Sep 19 10:38:23.378034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:23.471815 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5f15a-786d-4408-8500-2a0486da441c req-4718e40f-bac7-42ff-8c45-8cd817c506d1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:23.473319 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21e5f15a-786d-4408-8500-2a0486da441c req-4718e40f-bac7-42ff-8c45-8cd817c506d1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0821278 Sep 19 10:38:23.482780 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.27.0.97 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/67826eb7-e05c-40ef-9703-a7564f71b8da) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:23.570187 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21e5f15a-786d-4408-8500-2a0486da441c req-fff0ddac-4be6-4601-baf7-0ee9ace0bb4a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891750 Sep 19 10:38:23.619305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:23.717020 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:24.016017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:24.051951 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:24.078249 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:24.084041 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:24.121513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=67826eb7-e05c-40ef-9703-a7564f71b8da,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:24.195421 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795aa75-c119-49ab-80fa-ed9459fbe55d req-9452f3ff-662f-4b97-8d4e-12fad70af234 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:24.196907 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f795aa75-c119-49ab-80fa-ed9459fbe55d req-9452f3ff-662f-4b97-8d4e-12fad70af234 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0486593 Sep 19 10:38:24.198634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-7c32fb44-2378-4a2e-b523-71321b6c3e5f tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:24.200101 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-7c32fb44-2378-4a2e-b523-71321b6c3e5f tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "GET /networking/v2.0/networks?id=943a8d7c-3f64-4107-8b34-eb1f0bf5d521 HTTP/1.1" status: 200 len: 809 time: 0.1902382 Sep 19 10:38:24.227822 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Request body: {'port': {'device_id': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521', 'admin_state_up': True, 'tenant_id': '90c8dde9309d4f128f53cd6ece43ea52'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:24.274735 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f795aa75-c119-49ab-80fa-ed9459fbe55d req-e72d0390-c372-4113-91f5-c455c28f8927 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712137 Sep 19 10:38:24.328296 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (78948e62-f516-48aa-81c3-a1c21040373a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:24.385531 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-87cc13d3-9d58-40b4-a248-65418d91b521 req-12c504ff-ee00-4895-9d1b-f7d59572e870 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0435970 Sep 19 10:38:24.457435 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:24.467131 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33be98-8762-4b26-812e-76449e5c117f req-f0815b43-c605-4f7d-b33c-e5dcad440f4f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:24.477038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0f33be98-8762-4b26-812e-76449e5c117f req-f0815b43-c605-4f7d-b33c-e5dcad440f4f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 947 time: 0.0597074 Sep 19 10:38:24.549990 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0f33be98-8762-4b26-812e-76449e5c117f req-333dc14d-4c84-43cf-b741-eaca6a414b0f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718563 Sep 19 10:38:24.565386 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Made reservation on behalf of 90c8dde9309d4f128f53cd6ece43ea52 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:38:24.570206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:24.610367 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:24.748451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069f04a-03ea-4cc5-977a-900c2e2e502a req-00ccb4bf-88d0-4331-8de9-8be072e33855 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:24.750118 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8069f04a-03ea-4cc5-977a-900c2e2e502a req-00ccb4bf-88d0-4331-8de9-8be072e33855 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0906620 Sep 19 10:38:24.811083 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:24.846382 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8069f04a-03ea-4cc5-977a-900c2e2e502a req-866e2017-92e6-4f73-9782-f97b5482a8d8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710194 Sep 19 10:38:24.855956 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Allocated IP 172.20.0.2 (943a8d7c-3f64-4107-8b34-eb1f0bf5d521/5af54417-c53f-45ed-bb8e-6682c84fd08f/d6a0b5a8-2285-47d9-8f57-c4ec2f91335c) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:24.906559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.002223 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=67826eb7-e05c-40ef-9703-a7564f71b8da,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:25.047303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (78948e62-f516-48aa-81c3-a1c21040373a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.053334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.053996 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.053996 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.054395 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.054736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.055070 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.055406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.055730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.056059 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.056587 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.056763 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.057027 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.057383 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.057736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.058022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:25.125476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks [] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.142927 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.144246 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7e96557b-ab41-42af-9567-c534b8bfcf0d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4008253 Sep 19 10:38:25.154060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 1682b614-36cd-4110-b45d-b3d96f12d7b0 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:25.228483 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:25.261417 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.287208 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 1682b614-36cd-4110-b45d-b3d96f12d7b0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=1682b614-36cd-4110-b45d-b3d96f12d7b0,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:25.301386 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '1682b614-36cd-4110-b45d-b3d96f12d7b0', 'network_id': 'd5177f63-0fef-4cec-ac80-aaea0765d4f9', 'port_id': '1682b614-36cd-4110-b45d-b3d96f12d7b0', 'mac_address': 'fa:16:3e:4f:57:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aee6f95-804e-4c22-a7a5-9fd996a447e2', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:25.338591 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:25.345837 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:25.349131 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Pushing event updated for resources: {'Port': ['ID=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:25.350702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:25.352280 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 1682b614-36cd-4110-b45d-b3d96f12d7b0 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:25.352836 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.359030 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:25.369860 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1682b614-36cd-4110-b45d-b3d96f12d7b0 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:25.372511 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:25.405709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 1682b614-36cd-4110-b45d-b3d96f12d7b0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=1682b614-36cd-4110-b45d-b3d96f12d7b0,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:25.468431 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b3d00985-6dc6-438f-81c1-8c98110fbe41 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1181683631&fields=id&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 267 time: 0.0548282 Sep 19 10:38:25.468930 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:25.469594 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.493767 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.495654 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7dbbf-d362-4dc0-b384-3aa73c93d72b req-c3053528-0c07-4dc4-9ac6-2ee5d809ffb7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:25.497253 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-18e7dbbf-d362-4dc0-b384-3aa73c93d72b req-c3053528-0c07-4dc4-9ac6-2ee5d809ffb7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0735769 Sep 19 10:38:25.512305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:25.557862 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-18e7dbbf-d362-4dc0-b384-3aa73c93d72b req-2703feaf-16a7-47b4-855e-0bd80fc8978e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540185 Sep 19 10:38:25.573805 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=1682b614-36cd-4110-b45d-b3d96f12d7b0,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:25.578795 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-a4597381-765b-43eb-b0ad-1a37dfffad3e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3565001 Sep 19 10:38:25.609684 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Request body: {'port': {'device_id': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:25.676547 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:25.688105 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-aaf635c3-a203-4ace-804c-ef36ee1084e6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:25.689650 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-aaf635c3-a203-4ace-804c-ef36ee1084e6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.2022393 Sep 19 10:38:25.720235 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-1377298f-6c44-4d62-9f50-f07892f859b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/quotas/e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 375 time: 0.0242338 Sep 19 10:38:25.730026 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-d1a9c444-1b25-472c-b4c4-449d4516b23d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1171594 Sep 19 10:38:25.741965 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:25.742271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece737-4a1f-4790-a587-7d0356bdd7b8 req-d5aa954e-b5e5-4081-bee1-4aed8ab6472e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:25.743876 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4ece737-4a1f-4790-a587-7d0356bdd7b8 req-d5aa954e-b5e5-4081-bee1-4aed8ab6472e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 931 time: 0.0764778 Sep 19 10:38:25.812757 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-9ffd3f5b-2542-4d91-9d3e-a2bf1b5185c1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916269 Sep 19 10:38:25.844938 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:25.878400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-30c37d6e-d095-409c-b9b8-6e858977f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:25.881480 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-30c37d6e-d095-409c-b9b8-6e858977f53e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 1130 time: 0.0991688 Sep 19 10:38:25.893247 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['1682b614-36cd-4110-b45d-b3d96f12d7b0'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:25.934310 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-29887489-2bd1-42ef-a621-b24e0cffd91f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102157 Sep 19 10:38:26.010857 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4ece737-4a1f-4790-a587-7d0356bdd7b8 req-f199da5b-739d-4d11-b980-c16ede51ee41 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479889 Sep 19 10:38:26.040109 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:26.047271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:26.080424 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-60874a7d-f272-46a4-a5cd-1097ac3a2cfe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390319 Sep 19 10:38:26.124085 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:26.307242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a0b5a8-2285-47d9-8f57-c4ec2f91335c {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:26.320263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Publish callbacks [] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:26.336078 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7ea08-ec35-4f56-8645-5c2283934ea1 req-da6ddc26-6b98-49c8-a057-4471b0c9d072 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:26.342903 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6ee7ea08-ec35-4f56-8645-5c2283934ea1 req-da6ddc26-6b98-49c8-a057-4471b0c9d072 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 948 time: 0.1332231 Sep 19 10:38:26.416057 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Transition to ACTIVE for port object d6a0b5a8-2285-47d9-8f57-c4ec2f91335c will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:38:26.430677 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-853c3e9e-314c-4215-946b-ce99c52d20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:26.432166 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-853c3e9e-314c-4215-946b-ce99c52d20c7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 915 time: 0.4180102 Sep 19 10:38:26.451913 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f57-3a47-46cf-9067-f6a2e1313c9d req-0b4668fa-531a-47c6-bf41-67beb8dc23b8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:26.462387 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-668f5f57-3a47-46cf-9067-f6a2e1313c9d req-0b4668fa-531a-47c6-bf41-67beb8dc23b8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0719995 Sep 19 10:38:26.477285 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6ee7ea08-ec35-4f56-8645-5c2283934ea1 req-c92dc3d9-330b-4a37-b627-6a72303a6fb1 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219189 Sep 19 10:38:26.533250 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-668f5f57-3a47-46cf-9067-f6a2e1313c9d req-5438dadd-1dbf-4aa3-ab8a-f9bd30f36fbe tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696034 Sep 19 10:38:26.568267 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63fefbef-12a3-4bbd-b94a-4269b0790690 req-63a82c02-533a-45b4-859e-ef437997a084 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0416987 Sep 19 10:38:26.576221 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:26.686821 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:26.689052 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-5242e61d-9da1-49d8-91f6-ef86fd8ea3e1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9 HTTP/1.1" status: 200 len: 1001 time: 0.2475362 Sep 19 10:38:26.715163 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:26.742986 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73da60-1ada-40c3-b9d2-eb00e5162247 req-474c847c-c922-4a0a-ad67-69f765d5f9e2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:26.744932 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-de73da60-1ada-40c3-b9d2-eb00e5162247 req-474c847c-c922-4a0a-ad67-69f765d5f9e2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0574389 Sep 19 10:38:26.768763 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:26.794187 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-6e82a584-60ba-47fd-8131-89695b6607b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:26.795685 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-6e82a584-60ba-47fd-8131-89695b6607b5 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0817759 Sep 19 10:38:26.798086 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Attempting to bind port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:26.798505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Attempting to bind port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:26.798838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Attempting to bind port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c on network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:26.838618 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-de73da60-1ada-40c3-b9d2-eb00e5162247 req-7491b3be-b449-4787-8a1c-78282173b7fa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749290 Sep 19 10:38:26.890809 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-5c0e79f1-94a2-46ba-ab44-afd437154105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:26.892449 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-5c0e79f1-94a2-46ba-ab44-afd437154105 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891018 Sep 19 10:38:26.919639 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c on network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:38:26.920049 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Attempting to bind port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c on network 943a8d7c-3f64-4107-8b34-eb1f0bf5d521 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:27.036354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:27.036354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Checking segment: {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:27.036354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Bound using segment: {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:27.036354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Bound port: d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782c9c7a-c1ae-4050-aec8-ac1506fa49a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:27.036894 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:27.056822 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-4a7615fc-f733-4223-b0ce-72acd07a86d1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552317 Sep 19 10:38:27.177270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 1682b614-36cd-4110-b45d-b3d96f12d7b0 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:27.225400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] For port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:27.226509 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:27.236492 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87979888-4177-4322-8402-70476094e95c req-58f3cca1-63e9-413d-ba52-9f9d5afe0ea6 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:27.243869 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-87979888-4177-4322-8402-70476094e95c req-58f3cca1-63e9-413d-ba52-9f9d5afe0ea6 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.1361313 Sep 19 10:38:27.251540 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 1682b614-36cd-4110-b45d-b3d96f12d7b0 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:38:27.273658 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] For port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:27.335629 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-87979888-4177-4322-8402-70476094e95c req-1f19e559-c84f-4bc4-a118-10c48ed1c3a2 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900834 Sep 19 10:38:27.342189 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1356800b-150c-47dc-8c42-f4b7a788ad23 req-974e4456-a87f-4ebf-be15-ca2b21ac1044 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949155 Sep 19 10:38:27.347248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 1682b614-36cd-4110-b45d-b3d96f12d7b0 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:27.347724 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:27.348196 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 1682b614-36cd-4110-b45d-b3d96f12d7b0 Sep 19 10:38:27.391188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:27.398579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:27.399199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:27.400730 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/d6a0b5a8-2285-47d9-8f57-c4ec2f91335c HTTP/1.1" status: 200 len: 1093 time: 1.7955163 Sep 19 10:38:27.403112 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'tag': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:27.404511 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62be057-efbf-4251-8cb5-0a7cecaa109e" -d '{"events": [{"name": "network-changed", "server_uuid": "635cf75e-34c5-41a9-8c5f-39b4a844f223", "tag": "d6a0b5a8-2285-47d9-8f57-c4ec2f91335c"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:27.440311 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 1682b614-36cd-4110-b45d-b3d96f12d7b0 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:27.440965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:27.470533 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1682b614-36cd-4110-b45d-b3d96f12d7b0'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:27.472856 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50888d0f-d597-4c95-8730-3f9f2087500b" -d '{"events": [{"server_uuid": "355dbb41-49a2-4ef6-ac29-2545bf766759", "name": "network-vif-plugged", "status": "completed", "tag": "1682b614-36cd-4110-b45d-b3d96f12d7b0"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:27.490931 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:27.515843 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 1682b614-36cd-4110-b45d-b3d96f12d7b0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=1682b614-36cd-4110-b45d-b3d96f12d7b0,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:27.543633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb453df-1b4e-49de-be75-4d2d1e52b34f x-openstack-request-id: req-0cb453df-1b4e-49de-be75-4d2d1e52b34f {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:27.543633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355dbb41-49a2-4ef6-ac29-2545bf766759", "name": "network-vif-plugged", "status": "completed", "tag": "1682b614-36cd-4110-b45d-b3d96f12d7b0", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:27.543633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cb453df-1b4e-49de-be75-4d2d1e52b34f {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:27.544124 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc4096-10d3-4ddf-9d9d-6f72d00c3c9b x-openstack-request-id: req-59cc4096-10d3-4ddf-9d9d-6f72d00c3c9b {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:27.544356 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb453df-1b4e-49de-be75-4d2d1e52b34f'] response: {'server_uuid': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1682b614-36cd-4110-b45d-b3d96f12d7b0', 'code': 200} Sep 19 10:38:27.544452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635cf75e-34c5-41a9-8c5f-39b4a844f223", "tag": "d6a0b5a8-2285-47d9-8f57-c4ec2f91335c", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:27.544452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59cc4096-10d3-4ddf-9d9d-6f72d00c3c9b {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:27.544452 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cc4096-10d3-4ddf-9d9d-6f72d00c3c9b'] response: {'name': 'network-changed', 'server_uuid': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'tag': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c', 'status': 'completed', 'code': 200} Sep 19 10:38:27.545980 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf703698-e380-49ca-a551-8bb1f7393973 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:27.585543 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:27.675222 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0c3ac-bb5c-4cb5-a01e-42b3b63c004a req-d861354b-d276-4cfc-a10f-b08db080eb4d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:27.684862 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e6f0c3ac-bb5c-4cb5-a01e-42b3b63c004a req-d861354b-d276-4cfc-a10f-b08db080eb4d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0787420 Sep 19 10:38:27.858184 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=1682b614-36cd-4110-b45d-b3d96f12d7b0,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:27.858629 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:27.858968 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e6f0c3ac-bb5c-4cb5-a01e-42b3b63c004a req-798694f2-656c-47d5-9a90-6bfa9f19a1c9 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Sep 19 10:38:27.859330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b71ac-222b-4010-9108-1802b9f7a9e6 req-b61471ed-fb7a-40b6-9b75-be89d213b438 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:27.859330 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-902b71ac-222b-4010-9108-1802b9f7a9e6 req-b61471ed-fb7a-40b6-9b75-be89d213b438 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0875726 Sep 19 10:38:27.859330 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-902b71ac-222b-4010-9108-1802b9f7a9e6 req-2157353f-2349-47b8-9a62-feb72cdeb006 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548480 Sep 19 10:38:27.859851 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be5b8044-e6d8-4bef-8030-fd72dc50a204 req-2fb861de-a4b3-4f3f-a4b2-a3105bb23b07 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0274370 Sep 19 10:38:27.995102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57679ee-c7a5-46d3-983d-00dee0a478bb req-57191fdb-e1b3-43d5-bcfc-15a037d4f5f4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:27.996652 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b57679ee-c7a5-46d3-983d-00dee0a478bb req-57191fdb-e1b3-43d5-bcfc-15a037d4f5f4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0492051 Sep 19 10:38:28.073270 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b57679ee-c7a5-46d3-983d-00dee0a478bb req-0410e5cc-222f-4751-892c-41d60121c495 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476305 Sep 19 10:38:28.117487 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be057-efbf-4251-8cb5-0a7cecaa109e req-4f1c93ca-9c2f-4af0-999d-c0aeb2ba3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:28.118945 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d62be057-efbf-4251-8cb5-0a7cecaa109e req-4f1c93ca-9c2f-4af0-999d-c0aeb2ba3b84 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 1127 time: 0.0452259 Sep 19 10:38:28.469888 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8149b1-5d4b-4220-8a96-423705082108 req-ac4c27c1-7e9e-4663-bfdd-5a6acd401ba5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:28.471534 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8f8149b1-5d4b-4220-8a96-423705082108 req-ac4c27c1-7e9e-4663-bfdd-5a6acd401ba5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.0509744 Sep 19 10:38:28.501132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be057-efbf-4251-8cb5-0a7cecaa109e req-77ac006a-4766-46c7-9a0c-e325297f020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:28.509751 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d62be057-efbf-4251-8cb5-0a7cecaa109e req-77ac006a-4766-46c7-9a0c-e325297f020a service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1107159 Sep 19 10:38:28.552577 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8f8149b1-5d4b-4220-8a96-423705082108 req-04ab6be8-1de2-4838-91fb-a598d806356d tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738676 Sep 19 10:38:28.644412 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be057-efbf-4251-8cb5-0a7cecaa109e req-50ce8dff-9fdf-4748-bca9-35b8b841a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:28.647119 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d62be057-efbf-4251-8cb5-0a7cecaa109e req-50ce8dff-9fdf-4748-bca9-35b8b841a69a service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281295 Sep 19 10:38:28.804601 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:28.821909 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3a5d9-a003-4bfb-a13d-7ccb5366ed88 req-d91014a3-2c04-4a36-8a65-0ad378b53131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:28.823547 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05c3a5d9-a003-4bfb-a13d-7ccb5366ed88 req-d91014a3-2c04-4a36-8a65-0ad378b53131 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 1133 time: 0.0831721 Sep 19 10:38:28.826695 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-8e3bfea5-a3ec-4184-846a-7efbc97c0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:28.828203 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-8e3bfea5-a3ec-4184-846a-7efbc97c0a14 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 1127 time: 0.0751293 Sep 19 10:38:28.958472 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-e9d7169a-9e38-4531-bf48-0ed3e8016667 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c HTTP/1.1" status: 200 len: 217 time: 0.0949094 Sep 19 10:38:29.011873 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4b93b201-3dac-47c4-ba1d-a3f336af51d2 req-3a9c6042-ab4d-4248-b05d-ebfc7c81e4a4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0316615 Sep 19 10:38:29.081852 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05c3a5d9-a003-4bfb-a13d-7ccb5366ed88 req-5ec0f3a2-9af3-494d-9bf2-f15669057b44 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284932 Sep 19 10:38:29.102338 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30485b-ff95-483d-b567-7a66d119d25a req-f5dfc3b6-1dae-4211-86e2-1d5d91980bf9 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:29.109978 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1b30485b-ff95-483d-b567-7a66d119d25a req-f5dfc3b6-1dae-4211-86e2-1d5d91980bf9 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.1235189 Sep 19 10:38:29.129817 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-4bdf999f-4ba2-401b-8606-0b8d90ba97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:29.131434 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-4bdf999f-4ba2-401b-8606-0b8d90ba97eb service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=5af54417-c53f-45ed-bb8e-6682c84fd08f HTTP/1.1" status: 200 len: 849 time: 0.1636190 Sep 19 10:38:29.156703 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4c137-86d4-4ad1-8094-d719db3f776c req-571029d9-3293-4606-8d91-705dfbbae1fd tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:29.158644 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f9b4c137-86d4-4ad1-8094-d719db3f776c req-571029d9-3293-4606-8d91-705dfbbae1fd tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0532789 Sep 19 10:38:29.216139 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f9b4c137-86d4-4ad1-8094-d719db3f776c req-71297c90-0de0-4277-9995-145e9ea67927 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503440 Sep 19 10:38:29.429716 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1b30485b-ff95-483d-b567-7a66d119d25a req-f3d29097-1919-467a-9e18-686e3829ae5d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184471 Sep 19 10:38:29.459313 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=32 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:29.631633 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0105313-f3ad-4e9f-9d52-fcb1cc92710a req-5f07f599-1e8e-4fff-bed2-682a961f879c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:29.633145 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0105313-f3ad-4e9f-9d52-fcb1cc92710a req-5f07f599-1e8e-4fff-bed2-682a961f879c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.3238196 Sep 19 10:38:29.649350 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-21d5c544-6c38-41d5-8403-5af559192873 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=943a8d7c-3f64-4107-8b34-eb1f0bf5d521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562465 Sep 19 10:38:29.681805 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0105313-f3ad-4e9f-9d52-fcb1cc92710a req-59b58042-7bdc-4a57-94d9-5edecdc1f2ce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Sep 19 10:38:29.794327 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ce5a-39a3-41ec-9091-67579248d3ad req-97d4ed56-277f-42df-86ba-f4a38adf1a12 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:29.795776 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2483ce5a-39a3-41ec-9091-67579248d3ad req-97d4ed56-277f-42df-86ba-f4a38adf1a12 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.0463417 Sep 19 10:38:29.822985 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:29.848010 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2483ce5a-39a3-41ec-9091-67579248d3ad req-d525d7ec-5dfb-4e95-a5ec-487c54b684d2 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456252 Sep 19 10:38:29.954269 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8c47b-5530-4004-be27-26102a54f9d6 req-4a5986d0-43a9-4347-8bf6-2dad5503bbdd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:29.956636 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ebc8c47b-5530-4004-be27-26102a54f9d6 req-4a5986d0-43a9-4347-8bf6-2dad5503bbdd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0511746 Sep 19 10:38:30.013020 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ebc8c47b-5530-4004-be27-26102a54f9d6 req-7247c6f9-6c1c-4bf7-a5fc-546c32f3b188 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495303 Sep 19 10:38:30.144233 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85f27d5c-a224-4c26-a7fb-4f57a95f0e18 req-c08eb578-a977-4126-94d8-8a04d682577c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0278094 Sep 19 10:38:30.161731 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:30.193172 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-5db4d5a5-ada2-4e5b-85f3-830c77b6fb86 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477644 Sep 19 10:38:30.245375 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-7a00ab65-8b04-45c6-830f-a217e3e03a79 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:30.246820 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-7a00ab65-8b04-45c6-830f-a217e3e03a79 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 814 time: 0.1175525 Sep 19 10:38:30.261987 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-f6b015fb-753b-4f54-92a4-a55e9496cf85 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/quotas/c84c95680abc4f28b49cd092ca96fe32 HTTP/1.1" status: 200 len: 375 time: 0.0096538 Sep 19 10:38:30.313260 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6dc97fa6-0104-47e9-8e70-7268fb7c487e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449049 Sep 19 10:38:30.327559 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:30.345810 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7623076-f150-462f-aa77-f58119ab19a7 req-8dfc5037-28bb-47b5-81c3-a316f1541940 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:30.347323 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d7623076-f150-462f-aa77-f58119ab19a7 req-8dfc5037-28bb-47b5-81c3-a316f1541940 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0466785 Sep 19 10:38:30.402243 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d7623076-f150-462f-aa77-f58119ab19a7 req-1c7d73b2-cbf3-43cb-8090-ee7f3fc07a5c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Sep 19 10:38:30.423338 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-20f558c8-8c44-4f17-a65d-014f031dfbc6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909016 Sep 19 10:38:30.512233 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-00873d1c-f883-4f8b-a504-c54ab82a8fe5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Sep 19 10:38:30.556020 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0f35a-37c8-4168-8596-26e6310186a9 req-ff706c1e-07e2-435e-85e3-7f155ab72de3 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:30.557512 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-07b0f35a-37c8-4168-8596-26e6310186a9 req-ff706c1e-07e2-435e-85e3-7f155ab72de3 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0594299 Sep 19 10:38:30.607467 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-07b0f35a-37c8-4168-8596-26e6310186a9 req-b67eca55-1fa0-4205-8d30-9c8944ece629 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Sep 19 10:38:30.792431 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5fc944f5-bced-415c-9be5-9524ccc04fc9 req-fd728d1d-3443-4943-9b5e-803b2343c93d tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0292859 Sep 19 10:38:30.842383 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec7d9-d529-4520-83c5-b1da3f2316a1 req-49505652-1da2-4576-abbd-25674c2c13ce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:30.843881 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-925ec7d9-d529-4520-83c5-b1da3f2316a1 req-49505652-1da2-4576-abbd-25674c2c13ce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0525656 Sep 19 10:38:30.960906 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-925ec7d9-d529-4520-83c5-b1da3f2316a1 req-b42bacd6-3d38-4818-9ceb-a2773534efd3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052387 Sep 19 10:38:30.977585 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9bf5a255-848a-4223-8d03-259ab7dc0229 req-1c093b24-0f1b-4117-ab05-cc43418c11cb service neutron] 10.222.0.73 "GET /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326129 Sep 19 10:38:30.979082 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89a3f6-c454-4f21-92e6-3b2a999ec282 req-f0c802a9-dac3-49da-bdd9-4d68178074da tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:30.980575 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2c89a3f6-c454-4f21-92e6-3b2a999ec282 req-f0c802a9-dac3-49da-bdd9-4d68178074da tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.0491199 Sep 19 10:38:31.029902 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2c89a3f6-c454-4f21-92e6-3b2a999ec282 req-f3f856ad-8785-44bf-8792-12963561c2fd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Sep 19 10:38:31.134174 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0b9b8-e008-48a3-b411-16fe518ac026 req-87eab465-b268-4937-8c9f-b5592dc30700 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:31.135639 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9a0b9b8-e008-48a3-b411-16fe518ac026 req-87eab465-b268-4937-8c9f-b5592dc30700 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0460017 Sep 19 10:38:31.181522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:31.184659 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9a0b9b8-e008-48a3-b411-16fe518ac026 req-5805f39b-70e3-428e-befb-914ce7333a8c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429201 Sep 19 10:38:31.257764 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7d737ba2-5cd0-4d79-8a58-d652234848e6 req-08ab30d4-03a7-49c9-8cba-9755d5086652 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0304697 Sep 19 10:38:31.283860 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:31.295313 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'mac_address': 'fa:16:3e:bf:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:31.336899 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: ACTIVE; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:31.337316 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:31.350292 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:31.369937 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:31.455171 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:31.501811 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=6']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:31.526314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42287330-c0ac-4125-b282-3313eebc2d59 req-b40219b5-0c65-42e5-9f99-ae9dcafca7ac tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:31.527865 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42287330-c0ac-4125-b282-3313eebc2d59 req-b40219b5-0c65-42e5-9f99-ae9dcafca7ac tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0477793 Sep 19 10:38:31.582204 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42287330-c0ac-4125-b282-3313eebc2d59 req-7d810a88-6266-4e90-beeb-f364205d3fe2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484941 Sep 19 10:38:31.685289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:31.729946 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c577ee7-ef7d-421b-80a5-2a330ed78ddc req-df86cd75-f34d-40ff-8681-b7f8ef3b2fd9 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:31.731615 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3c577ee7-ef7d-421b-80a5-2a330ed78ddc req-df86cd75-f34d-40ff-8681-b7f8ef3b2fd9 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0477500 Sep 19 10:38:31.780840 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3c577ee7-ef7d-421b-80a5-2a330ed78ddc req-adac8877-e8a4-480e-b213-6e48299bb3bd tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Sep 19 10:38:31.877991 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3708cf82-843b-43d8-91e5-ecb4281776c5 req-34db021c-4775-490a-8be1-0ed3d01348a5 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0280621 Sep 19 10:38:32.099418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f607f9-8619-4ea0-956f-f978b4b27284 req-5fa20d83-1878-434a-b969-acf81fd25184 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:32.100913 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-24f607f9-8619-4ea0-956f-f978b4b27284 req-5fa20d83-1878-434a-b969-acf81fd25184 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0479791 Sep 19 10:38:32.121689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:32.148603 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-24f607f9-8619-4ea0-956f-f978b4b27284 req-4579f465-cd6d-4fe3-9222-a5f538be4a60 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Sep 19 10:38:32.251472 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd38a-20b0-4b89-8f07-d1ce0f940886 req-a9011479-ebae-463c-82a0-f2689b85171e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:32.252954 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-49cbd38a-20b0-4b89-8f07-d1ce0f940886 req-a9011479-ebae-463c-82a0-f2689b85171e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.0465035 Sep 19 10:38:32.258732 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e32bb1-ab67-44c5-8219-aecc3fb10709 req-701bef93-3d5b-4105-9690-b45312026606 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:32.260202 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04e32bb1-ab67-44c5-8219-aecc3fb10709 req-701bef93-3d5b-4105-9690-b45312026606 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0466993 Sep 19 10:38:32.304231 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-49cbd38a-20b0-4b89-8f07-d1ce0f940886 req-334cb9c7-903a-41ad-bd53-9f332f111f93 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Sep 19 10:38:32.311294 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04e32bb1-ab67-44c5-8219-aecc3fb10709 req-10465a2d-0d10-47fb-8871-81be150b3460 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Sep 19 10:38:32.401133 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cbac71aa-c303-4f86-96c3-60bce0ce9ead req-a15933ab-3e13-4f18-adc9-a987074beaf2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0276411 Sep 19 10:38:32.411159 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f32c0-44af-44cd-8564-defa55729606 req-23b61cce-884d-4806-b904-b5f6e0de2293 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:32.412636 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1a2f32c0-44af-44cd-8564-defa55729606 req-23b61cce-884d-4806-b904-b5f6e0de2293 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0472586 Sep 19 10:38:32.460175 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1a2f32c0-44af-44cd-8564-defa55729606 req-930e71b1-295d-4343-ab5c-8322997c8af0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Sep 19 10:38:32.704126 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9cd7f-4900-4b99-b9cb-5c43d4fe5a9e req-b6dc2a23-be52-484b-8f4c-7f1fb48d3d47 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:32.705631 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-98c9cd7f-4900-4b99-b9cb-5c43d4fe5a9e req-b6dc2a23-be52-484b-8f4c-7f1fb48d3d47 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0456922 Sep 19 10:38:32.753271 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-98c9cd7f-4900-4b99-b9cb-5c43d4fe5a9e req-5d7511dd-b22e-42a1-ae6c-a855b69b594b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Sep 19 10:38:32.877896 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-947f2e21-f4c4-4a2a-8879-4dbafe0ed40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:32.979121 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-35382070-2f4d-42f2-8a18-61459ee89664 req-b6694a20-48b3-4921-8f61-da92982e96f2 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0287580 Sep 19 10:38:33.200818 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:33.246435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:33.246798 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:33.247137 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:38:33.279061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62201-5194-4cef-b5f9-d61e647c98cc req-f67f6575-a96f-4988-bab8-339a66c27b2a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:33.280550 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7fc62201-5194-4cef-b5f9-d61e647c98cc req-f67f6575-a96f-4988-bab8-339a66c27b2a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0494452 Sep 19 10:38:33.313274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:33.329209 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7fc62201-5194-4cef-b5f9-d61e647c98cc req-3d1a477c-5a16-45a2-9f54-cd8f87312a5c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Sep 19 10:38:33.456618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b8dc8-855f-4af5-bfdf-f2607bc345fe req-ced088ee-2ae2-4f46-9720-d60d2520794a tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:33.458751 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c45b8dc8-855f-4af5-bfdf-f2607bc345fe req-ced088ee-2ae2-4f46-9720-d60d2520794a tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0529990 Sep 19 10:38:33.459389 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:33.459773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:33.465397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a135-ddcf-49a8-86d4-b3fb9a3c4f0f req-4a81688f-5803-4a57-92ab-cc15c7a9b3dd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:33.469617 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a067a135-ddcf-49a8-86d4-b3fb9a3c4f0f req-4a81688f-5803-4a57-92ab-cc15c7a9b3dd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.0583322 Sep 19 10:38:33.485172 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:33.487555 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d91122-8f0e-4afc-b924-5df1fc670de7" -d '{"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:33.505132 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:33.513976 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c45b8dc8-855f-4af5-bfdf-f2607bc345fe req-7c15caac-6496-432b-baf9-4b7c36e63206 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494981 Sep 19 10:38:33.530295 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a067a135-ddcf-49a8-86d4-b3fb9a3c4f0f req-4993a5cf-0427-434e-8ac7-cf78e2c5695c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554194 Sep 19 10:38:33.569285 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:33.596182 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5188dfb5-1e84-4603-82bf-1d314b6fb58f x-openstack-request-id: req-5188dfb5-1e84-4603-82bf-1d314b6fb58f {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:33.596182 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:33.596182 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5188dfb5-1e84-4603-82bf-1d314b6fb58f {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:33.596182 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5188dfb5-1e84-4603-82bf-1d314b6fb58f'] response: {'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'code': 200} Sep 19 10:38:33.612184 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-440f3c11-70f1-4568-97a8-8463b03fe3b9 req-5833b633-83cb-48cf-8888-8b069dfacf87 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0301607 Sep 19 10:38:33.618713 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:33.622892 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=7']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:33.674521 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00f00c-6791-4891-9ee7-948a2397ef94 req-5a8210b1-c98e-4ed8-a5e6-77c5d4fecb57 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:33.676561 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc00f00c-6791-4891-9ee7-948a2397ef94 req-5a8210b1-c98e-4ed8-a5e6-77c5d4fecb57 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0471001 Sep 19 10:38:33.723651 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc00f00c-6791-4891-9ee7-948a2397ef94 req-5c23705a-bcff-4d30-b07d-6e0ba0b5b5e0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Sep 19 10:38:33.878946 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669f65-7091-480c-9e95-0058d44c5814 req-582feb0d-2173-4487-8a00-8fea07849d95 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:33.880424 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86669f65-7091-480c-9e95-0058d44c5814 req-582feb0d-2173-4487-8a00-8fea07849d95 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0492618 Sep 19 10:38:33.927424 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86669f65-7091-480c-9e95-0058d44c5814 req-b6a0ffbd-0d68-4cca-8bb0-6cb0078d6ee9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Sep 19 10:38:34.076241 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fa7ea982-4948-4897-a4d2-223834843e3a req-209982f0-d636-4493-9a55-907c419bed85 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0259299 Sep 19 10:38:34.462496 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8521341-16cb-419e-b1d9-cb813af542bb req-970fc49d-72ea-4654-a03b-488a2607c0b7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:34.463986 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a8521341-16cb-419e-b1d9-cb813af542bb req-970fc49d-72ea-4654-a03b-488a2607c0b7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0467932 Sep 19 10:38:34.510260 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a8521341-16cb-419e-b1d9-cb813af542bb req-8bc8c465-d46f-4b64-abdc-200276497f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Sep 19 10:38:34.638569 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6c24-90c0-489b-981b-4d5f08f5bf36 req-f09e09ed-ba32-4a95-a93f-7cc6d69c08cf tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:34.640070 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-805b6c24-90c0-489b-981b-4d5f08f5bf36 req-f09e09ed-ba32-4a95-a93f-7cc6d69c08cf tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0527651 Sep 19 10:38:34.662500 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e234011-ea66-4b46-8768-ddce9c587398 req-b792f8c2-e9ff-48c3-bc11-39b0977838fd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:34.663999 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e234011-ea66-4b46-8768-ddce9c587398 req-b792f8c2-e9ff-48c3-bc11-39b0977838fd tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 943 time: 0.0520668 Sep 19 10:38:34.690916 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-805b6c24-90c0-489b-981b-4d5f08f5bf36 req-8d1ffed1-ae16-4fad-947c-b88c2fc98737 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443006 Sep 19 10:38:34.713804 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e234011-ea66-4b46-8768-ddce9c587398 req-958be1a5-31b0-4fa2-a910-72bd447bdb74 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 Sep 19 10:38:34.777032 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-23227d64-1d29-40f1-a25c-38e330bdf44f req-17e108cd-c232-49c3-b3f9-1b2804b1b271 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0277872 Sep 19 10:38:34.844621 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430927d7-24ad-4291-b32f-2993f63e0a19 req-df19a60e-d07d-4a78-a4f6-1d6741b9dcb1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:34.846121 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-430927d7-24ad-4291-b32f-2993f63e0a19 req-df19a60e-d07d-4a78-a4f6-1d6741b9dcb1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0463924 Sep 19 10:38:34.893272 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-430927d7-24ad-4291-b32f-2993f63e0a19 req-670b5e41-70b8-4bed-9b5e-6a3836718a62 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Sep 19 10:38:35.043207 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a768e-be7a-4eab-96fa-6d96116e923a req-d398d990-3b7a-4e75-90df-4c6d34dc8fad tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:35.044665 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7c4a768e-be7a-4eab-96fa-6d96116e923a req-d398d990-3b7a-4e75-90df-4c6d34dc8fad tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0451815 Sep 19 10:38:35.091137 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7c4a768e-be7a-4eab-96fa-6d96116e923a req-4d9ebbc3-64c1-4d25-bd17-6b8d02631be6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Sep 19 10:38:35.175338 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-24bbcb9f-a52a-4fba-a580-aabba357a741 req-3cea8000-0da7-401f-8a67-effccdcb8bc0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0277708 Sep 19 10:38:35.212169 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device d6a0b5a8-2285-47d9-8f57-c4ec2f91335c details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:35.301615 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:35.311150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e3f6-2804-4466-9fef-172e9c84c962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:35.318566 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:35.328974 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c', 'network_id': '943a8d7c-3f64-4107-8b34-eb1f0bf5d521', 'port_id': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c', 'mac_address': 'fa:16:3e:0f:22:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af54417-c53f-45ed-bb8e-6682c84fd08f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:35.364820 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:35.365249 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:35.379233 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a0b5a8-2285-47d9-8f57-c4ec2f91335c {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:35.409878 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:35.466057 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:35.517348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:35.629305 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:35.637203 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b96fa-dfb8-4f21-ac26-6cd5280b4cda req-ef0848e4-4aae-4919-9edd-050339bca24f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:35.638906 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2b5b96fa-dfb8-4f21-ac26-6cd5280b4cda req-ef0848e4-4aae-4919-9edd-050339bca24f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0491331 Sep 19 10:38:35.664784 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:35.688636 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2b5b96fa-dfb8-4f21-ac26-6cd5280b4cda req-ba49bf46-7e3c-4041-ade7-aa758321e66a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Sep 19 10:38:35.738969 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-e950bcf5-0a4c-4223-a6ee-5e424cc2040a tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:35.738969 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-e950bcf5-0a4c-4223-a6ee-5e424cc2040a tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0599303 Sep 19 10:38:35.861390 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d28c7-b7aa-4282-87bb-38c8232d9f06 req-3ed910c8-8681-4358-b9c2-74a9a993032b tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:35.862899 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1b2d28c7-b7aa-4282-87bb-38c8232d9f06 req-3ed910c8-8681-4358-b9c2-74a9a993032b tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 944 time: 0.0535471 Sep 19 10:38:35.875422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385f56e-61ae-432a-9e97-128ca76323fb req-e1884553-90d2-4f08-8fc1-132ebd938b0f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:35.876915 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d385f56e-61ae-432a-9e97-128ca76323fb req-e1884553-90d2-4f08-8fc1-132ebd938b0f tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 949 time: 0.0990970 Sep 19 10:38:35.913242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Deleting port 1682b614-36cd-4110-b45d-b3d96f12d7b0 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:38:35.913583 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:35.917796 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1b2d28c7-b7aa-4282-87bb-38c8232d9f06 req-89be0edd-e716-406a-b72d-e59f7eeee8e1 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Sep 19 10:38:35.948231 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['d6a0b5a8-2285-47d9-8f57-c4ec2f91335c'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:35.964419 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:35.996351 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d385f56e-61ae-432a-9e97-128ca76323fb req-5760b7da-d67b-4ca4-b89f-df161dca4b67 tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=81fc4761-f451-44e0-952c-d1cc72c0cb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100914 Sep 19 10:38:36.014208 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e529075e-9a8f-4e99-a8ca-2f8a2c62c365 req-0a3549d2-b18f-4cad-9650-fbca4e7e3fb9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0365963 Sep 19 10:38:36.071377 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] For port 1682b614-36cd-4110-b45d-b3d96f12d7b0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=1682b614-36cd-4110-b45d-b3d96f12d7b0,segment=NetworkSegment(7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6),segment_id=7f0b7a85-6c7b-4558-b1fe-f893ff1b69f6)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:36.071750 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:36.090389 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Calling delete_port for 1682b614-36cd-4110-b45d-b3d96f12d7b0 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:38:36.177270 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246855-9443-40b6-b147-99c086338cd2 req-32edbb43-6258-4504-b4c6-bd1bcd7ebdd9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:36.178732 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f246855-9443-40b6-b147-99c086338cd2 req-32edbb43-6258-4504-b4c6-bd1bcd7ebdd9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0869772 Sep 19 10:38:36.213296 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:36.225400 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419a5ae-d435-4a91-b41b-68c74156ef71 req-ac2f3081-1ed9-4c51-82d9-fb4226bbb67e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:36.227025 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0419a5ae-d435-4a91-b41b-68c74156ef71 req-ac2f3081-1ed9-4c51-82d9-fb4226bbb67e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0548208 Sep 19 10:38:36.255179 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f246855-9443-40b6-b147-99c086338cd2 req-0e9e6935-f617-42d6-beed-a13d3c7df90e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703108 Sep 19 10:38:36.286326 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0419a5ae-d435-4a91-b41b-68c74156ef71 req-173bbeb2-c41e-489e-96cc-535eee167449 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 Sep 19 10:38:36.352945 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1766b1e-fb2b-47ca-bf86-96e5fa4368b6 req-a3c64273-2f9f-47f6-9e8c-c7533b008b5f tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0278096 Sep 19 10:38:36.378412 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (1682b614-36cd-4110-b45d-b3d96f12d7b0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:36.408361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Pushing event deleted for resources: {'Port': ['ID=1682b614-36cd-4110-b45d-b3d96f12d7b0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:36.461747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] No DVR routers for this DVR port 1682b614-36cd-4110-b45d-b3d96f12d7b0 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:38:36.464370 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:36.469357 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a680055-8f5a-46f2-8465-0b8eda84f1e5 req-a555d43e-967f-47f3-a38b-1cd5a899325d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.73 "DELETE /networking/v2.0/ports/1682b614-36cd-4110-b45d-b3d96f12d7b0 HTTP/1.1" status: 204 len: 173 time: 0.7217598 Sep 19 10:38:36.469934 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'name': 'network-vif-deleted', 'tag': '1682b614-36cd-4110-b45d-b3d96f12d7b0'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:36.472494 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c264e0ab-cc5d-41d6-96d2-ac0aec56f8b6" -d '{"events": [{"server_uuid": "355dbb41-49a2-4ef6-ac29-2545bf766759", "name": "network-vif-deleted", "tag": "1682b614-36cd-4110-b45d-b3d96f12d7b0"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:36.551540 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6450e6e-653c-4900-a689-af08eb560252 x-openstack-request-id: req-c6450e6e-653c-4900-a689-af08eb560252 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:36.551783 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355dbb41-49a2-4ef6-ac29-2545bf766759", "name": "network-vif-deleted", "tag": "1682b614-36cd-4110-b45d-b3d96f12d7b0", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:36.552042 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6450e6e-653c-4900-a689-af08eb560252 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:36.552454 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6450e6e-653c-4900-a689-af08eb560252'] response: {'server_uuid': '355dbb41-49a2-4ef6-ac29-2545bf766759', 'name': 'network-vif-deleted', 'tag': '1682b614-36cd-4110-b45d-b3d96f12d7b0', 'status': 'completed', 'code': 200} Sep 19 10:38:36.649110 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:36.883125 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e787-c8e0-4354-b669-e4992790d4c5 req-d8a33e03-96de-4cc4-85f8-0e0a247bb8b6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:36.884615 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e201e787-c8e0-4354-b669-e4992790d4c5 req-d8a33e03-96de-4cc4-85f8-0e0a247bb8b6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1104822 Sep 19 10:38:37.005777 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e201e787-c8e0-4354-b669-e4992790d4c5 req-2ce33657-4567-4793-abcb-d29631855acc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134000 Sep 19 10:38:37.032328 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['1682b614-36cd-4110-b45d-b3d96f12d7b0'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:37.045892 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-00d8d02d-fe9a-4329-9ac1-05c2efc8f576 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:37.049026 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-00d8d02d-fe9a-4329-9ac1-05c2efc8f576 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.2321002 Sep 19 10:38:37.074636 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9de0-0e5b-4592-b3a8-ddff69d3eae9 req-19639331-6213-4265-ad9a-5780e3e28e71 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:37.076966 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-967b9de0-0e5b-4592-b3a8-ddff69d3eae9 req-19639331-6213-4265-ad9a-5780e3e28e71 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 944 time: 0.0601215 Sep 19 10:38:37.146728 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-967b9de0-0e5b-4592-b3a8-ddff69d3eae9 req-dd0a47e8-1ed6-42b4-882f-ff080bbb6ba6 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Sep 19 10:38:37.167862 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-103f9c63-f282-4d26-8225-65e537acd470 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 472 time: 0.0993423 Sep 19 10:38:37.185607 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'port': {'device_id': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'admin_state_up': True, 'tenant_id': 'e86736f46b254bc399298305a8888467', 'security_groups': ['3c9521c2-8bfa-416a-99f8-81db68c36039']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:37.300986 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device d6a0b5a8-2285-47d9-8f57-c4ec2f91335c up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:37.304385 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c6eaa2c-d691-4f38-97db-9e641d7bf356 req-ef6a77f4-c0c8-4b58-abfd-fca4305594b8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0611982 Sep 19 10:38:37.361903 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-024ceb27-4b14-4776-84dd-127af9d78070 req-ec297dab-5156-4376-ad33-0c5314f2260e tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.1697791 Sep 19 10:38:37.417165 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:38:37.498856 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866cc7a-20cd-488b-b929-93b40ee1cf46 req-fa53af01-5aa8-4460-8d3f-4f425ac89398 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:37.500292 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c866cc7a-20cd-488b-b929-93b40ee1cf46 req-fa53af01-5aa8-4460-8d3f-4f425ac89398 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0574131 Sep 19 10:38:37.517547 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:37.524430 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:37.524430 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c Sep 19 10:38:37.535790 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c15be-6003-4714-97a9-50db95db7ee2 req-dfb5bd80-976c-4377-8f65-ac4c23df1346 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:37.542933 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-332c15be-6003-4714-97a9-50db95db7ee2 req-dfb5bd80-976c-4377-8f65-ac4c23df1346 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0602460 Sep 19 10:38:37.553827 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Made reservation on behalf of e86736f46b254bc399298305a8888467 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:38:37.558836 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:37.596418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:37.607142 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c866cc7a-20cd-488b-b929-93b40ee1cf46 req-53a63db3-35f8-4d3b-89f9-4b1486f54a24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979636 Sep 19 10:38:37.650039 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:37.650632 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:37.674364 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-332c15be-6003-4714-97a9-50db95db7ee2 req-50164e3d-ded3-4cb1-83f5-de1cfbabd552 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304104 Sep 19 10:38:37.680115 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:37.682748 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798aef6-3320-4ea1-9d50-02ca2aed879d" -d '{"events": [{"server_uuid": "635cf75e-34c5-41a9-8c5f-39b4a844f223", "name": "network-vif-plugged", "status": "completed", "tag": "d6a0b5a8-2285-47d9-8f57-c4ec2f91335c"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:37.727000 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-432ef016-58f1-430a-9331-ba24eb02ce47 req-6601cdf5-0459-4d7e-a20f-bcdf9a0b7711 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0587010 Sep 19 10:38:37.741150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:37.769194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245af40e-b5e8-4ef3-a0f2-dfac113d1975 x-openstack-request-id: req-245af40e-b5e8-4ef3-a0f2-dfac113d1975 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:37.769660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635cf75e-34c5-41a9-8c5f-39b4a844f223", "name": "network-vif-plugged", "status": "completed", "tag": "d6a0b5a8-2285-47d9-8f57-c4ec2f91335c", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:37.769780 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-245af40e-b5e8-4ef3-a0f2-dfac113d1975 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:37.770179 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245af40e-b5e8-4ef3-a0f2-dfac113d1975'] response: {'server_uuid': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c', 'code': 200} Sep 19 10:38:37.787271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.20.0.8 (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c/ab866973-05ce-4049-80d3-023d19b131cc/e365e3c1-d43a-4f66-a27c-3c6f6a2511c1) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:37.798692 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:37.799579 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 1682b614-36cd-4110-b45d-b3d96f12d7b0 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:38:37.804590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:37.857717 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 1682b614-36cd-4110-b45d-b3d96f12d7b0 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:38:37.858059 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 1682b614-36cd-4110-b45d-b3d96f12d7b0 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:38:37.861088 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:37.904719 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:37.991530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:38.179559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:38.200275 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6968ec-213f-45f8-bd42-503b528aa134 req-3cf2db6e-df2c-4c05-8535-6d9365ce69dd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.203842 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ed6968ec-213f-45f8-bd42-503b528aa134 req-3cf2db6e-df2c-4c05-8535-6d9365ce69dd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0933657 Sep 19 10:38:38.243404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:38.290895 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:38.310624 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:38.326633 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:38.359190 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ed6968ec-213f-45f8-bd42-503b528aa134 req-2819861d-7e2b-4a0e-8363-7cc3117855d6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486986 Sep 19 10:38:38.376169 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:38.403078 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:38.437464 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f4d98-d8b5-40c5-a694-f806ad55d2a1 req-04d25af1-9275-4386-ad16-7814d3cd7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.438988 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-215f4d98-d8b5-40c5-a694-f806ad55d2a1 req-04d25af1-9275-4386-ad16-7814d3cd7f8b service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 1129 time: 0.0788364 Sep 19 10:38:38.531510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd4a09-eaae-4dfa-9b56-f048e8b11519 req-babf82ec-fb52-4b17-b188-fd3ed1e821ef tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.539759 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52dd4a09-eaae-4dfa-9b56-f048e8b11519 req-babf82ec-fb52-4b17-b188-fd3ed1e821ef tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.2393377 Sep 19 10:38:38.562457 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:38.573968 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-616b1520-33a1-48a6-a40e-d236ada06a12 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.575453 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-616b1520-33a1-48a6-a40e-d236ada06a12 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 814 time: 0.4414785 Sep 19 10:38:38.587237 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.587865 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:38.600606 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-215f4d98-d8b5-40c5-a694-f806ad55d2a1 req-be25e9a1-9e03-4511-822e-e94427bfa8fd service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529908 Sep 19 10:38:38.608706 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75f66-00e4-4672-9e32-9632e5fb9938 req-40b902a4-f007-4797-b03e-33e839b63f28 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.610490 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-30f75f66-00e4-4672-9e32-9632e5fb9938 req-40b902a4-f007-4797-b03e-33e839b63f28 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 931 time: 0.0967050 Sep 19 10:38:38.622949 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'port': {'device_id': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'admin_state_up': True, 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:38.687349 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-30f75f66-00e4-4672-9e32-9632e5fb9938 req-a1f9fc8d-86e6-412c-8035-cda993b72bfc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697894 Sep 19 10:38:38.695510 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Provisioning complete for port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:38.696005 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52dd4a09-eaae-4dfa-9b56-f048e8b11519 req-e65efed1-3ab3-426d-91a2-c18d3670de61 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548507 Sep 19 10:38:38.696603 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:38.698497 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Attempt 1 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:38.758840 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:38.802969 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-b9a66770-84bf-46c5-9687-bc07fed548cc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6290774 Sep 19 10:38:38.857697 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fe1870fc-eeed-4247-8004-01b4eaaddd6a req-ac415886-fff7-46e9-9a1c-8565ff6c320d tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0391467 Sep 19 10:38:38.872008 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bcf03-1111-4545-8730-81052fe22fc3 req-0d7485d7-89b8-4b54-875a-ccc71d1b4d89 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:38.885087 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-299bcf03-1111-4545-8730-81052fe22fc3 req-0d7485d7-89b8-4b54-875a-ccc71d1b4d89 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0785215 Sep 19 10:38:38.953485 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-299bcf03-1111-4545-8730-81052fe22fc3 req-b1eafef0-2d47-4f1d-a442-677f42e33915 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723214 Sep 19 10:38:38.961267 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Request body: {'port': {'device_id': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:39.014638 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Made reservation on behalf of c84c95680abc4f28b49cd092ca96fe32 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:38:39.017853 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba6b0-ced2-467f-9544-e94978a80cdf req-3f08d6c7-450b-41dc-89f6-4962933600c3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:39.018468 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:39.019487 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4cbba6b0-ced2-467f-9544-e94978a80cdf req-3f08d6c7-450b-41dc-89f6-4962933600c3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0745771 Sep 19 10:38:39.105906 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:39.116104 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4cbba6b0-ced2-467f-9544-e94978a80cdf req-66d08a89-98e3-4a15-b69d-571e557c2cec tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880759 Sep 19 10:38:39.121132 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:39.209946 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a79284f-1fab-4d18-aa21-3daeadc90515 req-8e73d209-7179-46e9-91d8-914bc2e49877 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.1304553 Sep 19 10:38:39.260019 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Attempt 2 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:39.275186 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:39.306006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:39.354326 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Allocated IP 172.20.0.13 (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc/297b6552-8f4d-4bf0-b836-e677e116ba6d/679b3a2a-4d03-4c60-b1ac-06853d91645b) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:38:39.581773 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b53d03-487c-4ea5-acd7-e8e81a2205c4 req-55c413ff-ddc1-4bca-a9b4-43baf0c99448 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:39.584839 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-60b53d03-487c-4ea5-acd7-e8e81a2205c4 req-55c413ff-ddc1-4bca-a9b4-43baf0c99448 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0703022 Sep 19 10:38:39.660453 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-60b53d03-487c-4ea5-acd7-e8e81a2205c4 req-3704970b-cd21-4489-805a-2fe06f75b546 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663896 Sep 19 10:38:39.807855 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Attempt 3 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:39.877169 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:39.885748 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06af3f-dd68-4173-a90b-c3d6053ce4cf req-53dd0fe8-9422-40e2-826e-85e53c3e1bba tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:39.887504 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ea06af3f-dd68-4173-a90b-c3d6053ce4cf req-53dd0fe8-9422-40e2-826e-85e53c3e1bba tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Sep 19 10:38:39.902424 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:39.934072 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:39.963908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:39.994156 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2db3df-1084-48d3-a487-8a7eb93feb21 req-91eb5d59-6088-4bff-b448-515cbd65e8d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:39.995883 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc2db3df-1084-48d3-a487-8a7eb93feb21 req-91eb5d59-6088-4bff-b448-515cbd65e8d9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 931 time: 0.1570415 Sep 19 10:38:39.997536 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ea06af3f-dd68-4173-a90b-c3d6053ce4cf req-5657ea45-c30b-4c9f-942e-a67176a614ab tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027093 Sep 19 10:38:40.000732 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Publish callbacks [] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:40.029722 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:40.050052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Transition to ACTIVE for port object e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:38:40.120540 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-524859a7-f504-4445-ae11-76599093aa35 req-c08ec39f-cc76-4c3b-a984-7d754d45486e tempest-VolumesNegativeTest-457945420 tempest-VolumesNegativeTest-457945420-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=355dbb41-49a2-4ef6-ac29-2545bf766759 HTTP/1.1" status: 200 len: 210 time: 0.0336590 Sep 19 10:38:40.125790 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc2db3df-1084-48d3-a487-8a7eb93feb21 req-cc694f19-6752-4418-b4d6-065290d6d60a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167672 Sep 19 10:38:40.207044 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:40.263892 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:40.280265 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9511e16-b5bf-4241-ac1c-7f983af7156d req-a03b5d7c-eff8-44af-89bf-ba289dc09993 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:40.284507 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a9511e16-b5bf-4241-ac1c-7f983af7156d req-a03b5d7c-eff8-44af-89bf-ba289dc09993 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0629456 Sep 19 10:38:40.317316 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:40.350443 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a9511e16-b5bf-4241-ac1c-7f983af7156d req-ec6df42a-a003-435a-b2f8-b63f769406d7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588398 Sep 19 10:38:40.366139 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Pushing event updated for resources: {'Port': ['ID=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:40.371794 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab87ff-b782-46be-b334-886de306d5e7 req-25a43729-611c-462e-97a5-55c9bbafc7d1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:40.378090 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4ab87ff-b782-46be-b334-886de306d5e7 req-25a43729-611c-462e-97a5-55c9bbafc7d1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.1286752 Sep 19 10:38:40.378684 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Attempt 4 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:40.421189 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:40.436316 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:40.452921 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:38:40.461885 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:38:40.480662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:38:40.481314 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9098c0-807e-4904-b0ce-b6609bd3003a req-a7192400-1127-4194-8421-badf9b8927d1 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:40.483056 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5a9098c0-807e-4904-b0ce-b6609bd3003a req-a7192400-1127-4194-8421-badf9b8927d1 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 932 time: 0.0658135 Sep 19 10:38:40.520998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:40.564509 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:40.593946 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5a9098c0-807e-4904-b0ce-b6609bd3003a req-d0acb450-6af6-47a9-ad1d-314fd61b8769 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039872 Sep 19 10:38:40.631088 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Attempting to bind port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:40.631440 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Attempting to bind port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:40.631801 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Attempting to bind port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:40.646229 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4ab87ff-b782-46be-b334-886de306d5e7 req-a6cade1d-8fdc-4b09-b2de-10d037c5bd1f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636554 Sep 19 10:38:40.664049 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:40.671233 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:40.767818 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:38:40.768191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Attempting to bind port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:40.817690 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:40.818036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:40.818422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Bound using segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:40.818932 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Bound port: e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:40.819228 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:40.821349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71753133-ba52-42cc-8321-7ee9aad0ff16 req-08c80897-1943-420c-854d-9637d4d6beda tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:40.822984 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-71753133-ba52-42cc-8321-7ee9aad0ff16 req-08c80897-1943-420c-854d-9637d4d6beda tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0684230 Sep 19 10:38:40.870179 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-6458e3e9-2bd2-4aa4-a8c7-0fa147f2c587 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2606709 Sep 19 10:38:40.937379 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Attempt 5 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:40.987599 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Request body: {'port': {'device_id': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:41.031842 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-71753133-ba52-42cc-8321-7ee9aad0ff16 req-3e922449-206e-4273-b4d4-a4b24d6f0ad7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785815 Sep 19 10:38:41.032272 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:41.120956 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] For port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:41.284259 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] For port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:41.307202 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:41.331746 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:41.345131 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ff6f5-e81d-40e7-82d6-c55d35140937 req-294fb2d6-3c1c-4064-bdfc-66065f674d95 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:41.356183 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-181ff6f5-e81d-40e7-82d6-c55d35140937 req-294fb2d6-3c1c-4064-bdfc-66065f674d95 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 943 time: 0.0756397 Sep 19 10:38:41.359511 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e968f-994c-4ec4-8032-a6231b75c66d req-4694c813-0904-4a3b-921d-359c00d78d06 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:41.361101 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-253e968f-994c-4ec4-8032-a6231b75c66d req-4694c813-0904-4a3b-921d-359c00d78d06 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.1718118 Sep 19 10:38:41.446677 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-181ff6f5-e81d-40e7-82d6-c55d35140937 req-54ff8a7b-92bf-40e7-b3fa-9e53a0e49480 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892649 Sep 19 10:38:41.506518 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-253e968f-994c-4ec4-8032-a6231b75c66d req-0383b45b-2c4a-4afb-8aa9-a980de4b619a tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324568 Sep 19 10:38:41.516155 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:41.518774 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Attempt 6 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:41.520317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:41.521374 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:41.522846 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 HTTP/1.1" status: 200 len: 1093 time: 2.5760815 Sep 19 10:38:41.622805 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf5e3c-340f-4520-abcf-f6d2965c75dd req-9dc3f9b9-ccaa-4717-a964-f88db047caba tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:41.625918 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:41.628457 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f028788a-71f2-4cd1-a727-de928c8aa3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:41.632739 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3bcf5e3c-340f-4520-abcf-f6d2965c75dd req-9dc3f9b9-ccaa-4717-a964-f88db047caba tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.1211884 Sep 19 10:38:41.634577 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842d4a7-2b49-4be6-90f0-57397495a423 service neutron] Pushing event updated for resources: {'Port': ['ID=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:41.653676 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b36a6-be5e-4890-9561-7f3fabad7335 None None] Port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:38:41.746802 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3bcf5e3c-340f-4520-abcf-f6d2965c75dd req-38ea5a6b-3de4-4295-acc7-f8122e6c7c5c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058030 Sep 19 10:38:41.792651 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Provisioning complete for port 679b3a2a-4d03-4c60-b1ac-06853d91645b triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:41.793478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:41.794924 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Attempt 1 to provision port 679b3a2a-4d03-4c60-b1ac-06853d91645b Sep 19 10:38:41.865547 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e9427d-6c74-4b1e-bbbd-cc23c04e3c55 x-openstack-request-id: req-34e9427d-6c74-4b1e-bbbd-cc23c04e3c55 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:41.865838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:41.866091 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34e9427d-6c74-4b1e-bbbd-cc23c04e3c55 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:41.866493 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e9427d-6c74-4b1e-bbbd-cc23c04e3c55'] response: {'name': 'network-changed', 'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'status': 'completed', 'code': 200} Sep 19 10:38:41.928293 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Port 679b3a2a-4d03-4c60-b1ac-06853d91645b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:41.993960 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-c3cc1c93-96aa-442a-9c3d-777e6d327b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:41.995493 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-c3cc1c93-96aa-442a-9c3d-777e6d327b23 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 1127 time: 0.1318214 Sep 19 10:38:42.005741 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53951565-8cd7-41fb-923a-2b6e96b67203 req-fffe0a10-75d5-472c-902c-945826a39358 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:42.007286 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53951565-8cd7-41fb-923a-2b6e96b67203 req-fffe0a10-75d5-472c-902c-945826a39358 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0587661 Sep 19 10:38:42.022967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480aff3-e823-4846-bf5d-9d7224ab7165 req-0aa72240-45a0-492a-a8e9-852b3ca6fec4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:42.024715 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3480aff3-e823-4846-bf5d-9d7224ab7165 req-0aa72240-45a0-492a-a8e9-852b3ca6fec4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 932 time: 0.1572154 Sep 19 10:38:42.080718 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53951565-8cd7-41fb-923a-2b6e96b67203 req-a03c872c-0e46-4ee0-9919-4ac4e739ae1e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593419 Sep 19 10:38:42.099168 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-c045f04f-316a-48f7-9832-839fed0c5d36 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 HTTP/1.1" status: 200 len: 217 time: 0.0604782 Sep 19 10:38:42.117671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:42.173662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679b3a2a-4d03-4c60-b1ac-06853d91645b {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:42.190787 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d96e5-841a-42f9-b091-9d10c63296f3 req-70c3ace2-7e04-4671-a39c-119c1ca929b5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:42.190999 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Publish callbacks [] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:42.206632 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0d8d96e5-841a-42f9-b091-9d10c63296f3 req-70c3ace2-7e04-4671-a39c-119c1ca929b5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0536859 Sep 19 10:38:42.207316 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3480aff3-e823-4846-bf5d-9d7224ab7165 req-4b50a81c-03be-40da-9fd2-4ae71138d199 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642385 Sep 19 10:38:42.207511 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-0487f85b-6ceb-4eae-b00c-2aeabab60232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:42.213304 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-0487f85b-6ceb-4eae-b00c-2aeabab60232 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0922577 Sep 19 10:38:42.257628 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Transition to ACTIVE for port object 679b3a2a-4d03-4c60-b1ac-06853d91645b will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:38:42.262187 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0d8d96e5-841a-42f9-b091-9d10c63296f3 req-4e54918f-43e7-4664-ba06-5a02b4bc5747 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563281 Sep 19 10:38:42.267570 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-687870cd-ea5a-4dd5-aba3-78d81f9458f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:42.269090 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-687870cd-ea5a-4dd5-aba3-78d81f9458f0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478742 Sep 19 10:38:42.365971 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-1bac04f4-d6ac-4f20-a8ac-7a799853573f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863466 Sep 19 10:38:42.430523 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Attempt 2 to provision port 679b3a2a-4d03-4c60-b1ac-06853d91645b Sep 19 10:38:42.457442 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:42.482691 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Port 679b3a2a-4d03-4c60-b1ac-06853d91645b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:42.601208 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:42.686172 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:42.705854 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-515fa4c1-d821-4a1c-baed-062eafaf74c2 req-f31f621c-d02f-421f-ab0d-908693c5fba5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316672 Sep 19 10:38:42.734590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75503-9b38-463c-ab58-6d9c9c3a7e38 req-06ecef0a-a184-496f-9434-c0e15fa13538 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:42.736747 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67f75503-9b38-463c-ab58-6d9c9c3a7e38 req-06ecef0a-a184-496f-9434-c0e15fa13538 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 943 time: 0.1623266 Sep 19 10:38:42.835323 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Attempting to bind port 679b3a2a-4d03-4c60-b1ac-06853d91645b on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:38:42.841295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Attempting to bind port 679b3a2a-4d03-4c60-b1ac-06853d91645b by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:38:42.841295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Attempting to bind port 679b3a2a-4d03-4c60-b1ac-06853d91645b on network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:42.984052 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Attempt 3 to provision port 679b3a2a-4d03-4c60-b1ac-06853d91645b Sep 19 10:38:42.984977 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67f75503-9b38-463c-ab58-6d9c9c3a7e38 req-ae72a7de-1c77-4571-b426-326b963331f4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387376 Sep 19 10:38:43.023031 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bbf8e-3c63-4313-9663-fb0f336a3bd8 req-7df388c1-d3d7-48d8-af95-ca37176f3859 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:43.031384 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b22bbf8e-3c63-4313-9663-fb0f336a3bd8 req-7df388c1-d3d7-48d8-af95-ca37176f3859 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.1239178 Sep 19 10:38:43.049984 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Port 679b3a2a-4d03-4c60-b1ac-06853d91645b on network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:38:43.050993 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Attempting to bind port 679b3a2a-4d03-4c60-b1ac-06853d91645b on network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:38:43.099199 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b22bbf8e-3c63-4313-9663-fb0f336a3bd8 req-c482fa62-f987-4500-a7a6-1306ef42b786 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665708 Sep 19 10:38:43.158368 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Port 679b3a2a-4d03-4c60-b1ac-06853d91645b cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:38:43.239073 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:38:43.239625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Checking segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:38:43.239782 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Bound using segment: {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:38:43.240446 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Bound port: 679b3a2a-4d03-4c60-b1ac-06853d91645b, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b30153-e841-42f5-9162-9d0b524bbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:38:43.241201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:43.352901 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398760dd-7ade-4d1a-9d2f-912efaa5cf65 req-8ad68589-9482-4330-93ee-d1c8564eaaaa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:43.354805 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-398760dd-7ade-4d1a-9d2f-912efaa5cf65 req-8ad68589-9482-4330-93ee-d1c8564eaaaa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0771332 Sep 19 10:38:43.460060 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-398760dd-7ade-4d1a-9d2f-912efaa5cf65 req-2d5feb83-e971-454f-a942-265663ffef0b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817370 Sep 19 10:38:43.467718 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:38:43.472714 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:38:43.550221 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:43.556246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:43.557039 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:43.562524 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 1094 time: 2.6211889 Sep 19 10:38:43.639925 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae7498-52e0-49ca-b574-abd1813be494 req-91e87790-25ca-4b2f-85d9-246c713c1ff8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:43.642031 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-feae7498-52e0-49ca-b574-abd1813be494 req-91e87790-25ca-4b2f-85d9-246c713c1ff8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0779283 Sep 19 10:38:43.645828 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Attempt 4 to provision port 679b3a2a-4d03-4c60-b1ac-06853d91645b Sep 19 10:38:43.710461 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-9949f839-1e96-4a32-8079-a12f0862f4aa None None] Port 679b3a2a-4d03-4c60-b1ac-06853d91645b had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:38:43.737399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3147a9a-6dc9-4171-af6d-d63ad73f8e97 service neutron] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:43.751324 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-feae7498-52e0-49ca-b574-abd1813be494 req-66e8958a-d401-4e7e-a284-7f9965e379c7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891020 Sep 19 10:38:43.803880 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d7634-d6fc-4bcf-ac53-1a08455feaa3 req-d6207a9b-6039-49c4-aa9a-81bf056fafee tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:43.806390 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8f8d7634-d6fc-4bcf-ac53-1a08455feaa3 req-d6207a9b-6039-49c4-aa9a-81bf056fafee tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0557694 Sep 19 10:38:43.867458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:43.871036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f6801-e80f-4376-825e-f3b193156ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:43.880981 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8f8d7634-d6fc-4bcf-ac53-1a08455feaa3 req-7a36b49c-83fb-4daf-b671-96273aa8ee72 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665457 Sep 19 10:38:43.937206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c05c961-e4ff-4c16-a83c-b93d07dd5ee9 x-openstack-request-id: req-5c05c961-e4ff-4c16-a83c-b93d07dd5ee9 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:43.937737 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:43.938162 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c05c961-e4ff-4c16-a83c-b93d07dd5ee9 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:43.938587 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c05c961-e4ff-4c16-a83c-b93d07dd5ee9'] response: {'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'status': 'completed', 'code': 200} Sep 19 10:38:43.945145 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c607ec7-f38b-4f38-8ec6-c5f3709a51c9 req-4bc59061-a3ff-40e6-91ff-3003a625ac9c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:43.946660 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c607ec7-f38b-4f38-8ec6-c5f3709a51c9 req-4bc59061-a3ff-40e6-91ff-3003a625ac9c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0658400 Sep 19 10:38:44.003488 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c607ec7-f38b-4f38-8ec6-c5f3709a51c9 req-7a7bc621-e235-4a09-b327-dd84f6d2d802 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499029 Sep 19 10:38:44.125014 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091544e2-d48c-4dcb-8f16-c2049a786a4f req-79c13123-9054-47d9-b459-445b733a4321 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:44.126683 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091544e2-d48c-4dcb-8f16-c2049a786a4f req-79c13123-9054-47d9-b459-445b733a4321 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 943 time: 0.0551436 Sep 19 10:38:44.189030 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091544e2-d48c-4dcb-8f16-c2049a786a4f req-bfabf6cc-226e-41c8-a6f3-9dc34cb4d019 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552845 Sep 19 10:38:44.320483 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52936562-e328-4492-96ca-4058bad6ee1d req-8775895b-4e5f-4af5-a9f6-fc18d19662b5 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:44.326700 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52936562-e328-4492-96ca-4058bad6ee1d req-8775895b-4e5f-4af5-a9f6-fc18d19662b5 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0801456 Sep 19 10:38:44.335869 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:44.398543 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52936562-e328-4492-96ca-4058bad6ee1d req-4e02bfdd-4753-43e9-9bcb-5f2df808b9c4 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625789 Sep 19 10:38:44.669027 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:44.689601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d9659-e86f-4022-ae5f-e1a89134915a req-c7d14236-e4d6-4005-b337-10a3ba1e53cf tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:44.709082 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-638d9659-e86f-4022-ae5f-e1a89134915a req-c7d14236-e4d6-4005-b337-10a3ba1e53cf tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.1149213 Sep 19 10:38:44.912419 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-638d9659-e86f-4022-ae5f-e1a89134915a req-947027ef-3c4a-4aaa-aa01-f1e30d9de918 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908069 Sep 19 10:38:45.013714 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a145d-661b-4423-a1d6-b4c1e045362c req-b7c7db70-6bd5-4fc2-ab0c-fd5f04cc19aa tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:45.024689 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f5a145d-661b-4423-a1d6-b4c1e045362c req-b7c7db70-6bd5-4fc2-ab0c-fd5f04cc19aa tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.1337128 Sep 19 10:38:45.127645 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c02eb-7454-4029-af12-1d06696b1b9b req-78925efd-0fe3-4002-9b8b-679fc053e8aa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:45.142555 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-658c02eb-7454-4029-af12-1d06696b1b9b req-78925efd-0fe3-4002-9b8b-679fc053e8aa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1078260 Sep 19 10:38:45.152878 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f5a145d-661b-4423-a1d6-b4c1e045362c req-e940fc93-d6ca-47bb-8bba-046dd1802892 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272671 Sep 19 10:38:45.175620 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:45.252172 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-658c02eb-7454-4029-af12-1d06696b1b9b req-31aebb63-801a-4f3e-9ee2-3a693934a129 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028759 Sep 19 10:38:45.380618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d2a21-5d85-4077-becf-a963b1496415 req-f7a67517-8f89-4d73-a73e-4f51090a183c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:45.396988 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-624d2a21-5d85-4077-becf-a963b1496415 req-f7a67517-8f89-4d73-a73e-4f51090a183c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.1031482 Sep 19 10:38:45.438677 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf314-026e-4bbd-9205-788221de215f req-14e8b1ff-f507-4ceb-ad09-17f8b45cefe2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:45.449928 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-71adf314-026e-4bbd-9205-788221de215f req-14e8b1ff-f507-4ceb-ad09-17f8b45cefe2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 943 time: 0.0898616 Sep 19 10:38:45.497109 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-624d2a21-5d85-4077-becf-a963b1496415 req-e6a117ca-903c-42c1-bc8e-ad03e20b76d5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937450 Sep 19 10:38:45.579811 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-71adf314-026e-4bbd-9205-788221de215f req-ec6a7abf-81a6-4fae-84b8-eea06370167c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281171 Sep 19 10:38:45.653792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3db57-5f0d-4107-845c-3712569c83c6 req-8eecc230-cd4e-4584-aeed-77a9e89f545d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:45.671414 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13b3db57-5f0d-4107-845c-3712569c83c6 req-8eecc230-cd4e-4584-aeed-77a9e89f545d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0938289 Sep 19 10:38:45.743352 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13b3db57-5f0d-4107-845c-3712569c83c6 req-627b990a-4fb5-47c8-8f91-1a5bf911d1d1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706472 Sep 19 10:38:46.074178 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f538a5-bc8a-4c09-b2d0-55c91585d687 req-00173d54-439a-49bc-b83a-3e843bd04812 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:46.081613 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-31f538a5-bc8a-4c09-b2d0-55c91585d687 req-00173d54-439a-49bc-b83a-3e843bd04812 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0566666 Sep 19 10:38:46.131681 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-31f538a5-bc8a-4c09-b2d0-55c91585d687 req-c39787d8-d6c2-4a35-9a1c-504a80f26c8e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Sep 19 10:38:46.356721 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4934a05-6e49-4d20-bbf8-1d4a4bbbae8e req-c470871d-51ec-4d02-a701-89079339f837 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:46.364711 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a4934a05-6e49-4d20-bbf8-1d4a4bbbae8e req-c470871d-51ec-4d02-a701-89079339f837 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0928125 Sep 19 10:38:46.442453 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a4934a05-6e49-4d20-bbf8-1d4a4bbbae8e req-faefa71f-314f-4c0d-952c-53d4cfa95425 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763700 Sep 19 10:38:46.477040 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca58971-32b5-4cec-9ffe-4e5a15ef5ddf req-91e7ea99-20b4-4c30-8447-aab50dd76e74 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:46.479750 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bca58971-32b5-4cec-9ffe-4e5a15ef5ddf req-91e7ea99-20b4-4c30-8447-aab50dd76e74 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1113207 Sep 19 10:38:46.530888 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bca58971-32b5-4cec-9ffe-4e5a15ef5ddf req-6b57a3f2-3a93-4976-aa9b-a1ac8f93b433 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457871 Sep 19 10:38:46.632768 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b68cd4-ae62-480d-ac05-cd14d9439dd2 req-7e462662-cc82-46bc-a388-d72f60db2e95 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:46.634550 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b8b68cd4-ae62-480d-ac05-cd14d9439dd2 req-7e462662-cc82-46bc-a388-d72f60db2e95 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Sep 19 10:38:46.686742 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b8b68cd4-ae62-480d-ac05-cd14d9439dd2 req-612f4e74-fb82-481b-b1d1-f7d71da96f98 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Sep 19 10:38:46.711127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07370a6c-685d-4392-915a-322a2ed90b28 req-970f6be9-fa23-43d0-8531-a86647f0f8b8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:46.712602 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-07370a6c-685d-4392-915a-322a2ed90b28 req-970f6be9-fa23-43d0-8531-a86647f0f8b8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 943 time: 0.0550063 Sep 19 10:38:46.776815 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-07370a6c-685d-4392-915a-322a2ed90b28 req-79fda741-6385-4dba-9d87-e8418100c5a1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562730 Sep 19 10:38:46.849276 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:46.867222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658cdec-3f34-434e-9268-f64d6aef081e req-6b37ac06-41cf-4046-8811-963c7eec14e3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:46.867222 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7658cdec-3f34-434e-9268-f64d6aef081e req-6b37ac06-41cf-4046-8811-963c7eec14e3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0464058 Sep 19 10:38:46.912831 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7658cdec-3f34-434e-9268-f64d6aef081e req-36ae8568-b9f1-4453-bc7f-afcbd9f93beb tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Sep 19 10:38:47.263344 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:38:47.306926 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96075-cf00-4b44-b1e9-9eedb2d0bf1a req-ac908ee1-c7c0-47db-83a9-eb6158e4130e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:47.315649 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1ff96075-cf00-4b44-b1e9-9eedb2d0bf1a req-ac908ee1-c7c0-47db-83a9-eb6158e4130e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0748677 Sep 19 10:38:47.398592 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1ff96075-cf00-4b44-b1e9-9eedb2d0bf1a req-9c60a468-1f46-434a-88be-7105596b8113 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798028 Sep 19 10:38:47.442713 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:47.460305 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'port_id': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'mac_address': 'fa:16:3e:c7:64:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:38:47.562811 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:47.563469 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:47.618546 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:38:47.632216 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dca99f-92e1-4d7d-9bd5-c093b4114e0d req-4f5d47b2-2538-4b25-ae3d-464412772c1c tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:47.641015 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-98dca99f-92e1-4d7d-9bd5-c093b4114e0d req-4f5d47b2-2538-4b25-ae3d-464412772c1c tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0831540 Sep 19 10:38:47.679868 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:47.739421 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-98dca99f-92e1-4d7d-9bd5-c093b4114e0d req-d960c16b-bf5e-4858-8628-909e28af4a6a tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813739 Sep 19 10:38:47.755538 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:47.796709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bd5e-601b-421b-b031-5d0895fcdb85 req-f65c3a85-a434-43ef-8f3b-691cba860443 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:47.818824 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-84b5bd5e-601b-421b-b031-5d0895fcdb85 req-f65c3a85-a434-43ef-8f3b-691cba860443 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1266251 Sep 19 10:38:47.871916 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:47.886005 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.886346 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.886686 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.887048 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.887386 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.887965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.888290 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.888613 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.894970 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.897480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.897480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.897480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.897480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.897480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.897480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:47.914489 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa4485-6546-4fee-ac7d-397e3fbef8bf req-2e71d7c9-cd7e-4aaf-a46c-ea6754967bc9 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:47.922515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58aa4485-6546-4fee-ac7d-397e3fbef8bf req-2e71d7c9-cd7e-4aaf-a46c-ea6754967bc9 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.1089969 Sep 19 10:38:47.931951 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-bd55325f-3693-4d55-a91d-d0f5be5b832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:47.933943 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-bd55325f-3693-4d55-a91d-d0f5be5b832b service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 1128 time: 0.0769353 Sep 19 10:38:47.938031 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-84b5bd5e-601b-421b-b031-5d0895fcdb85 req-dc8f8e7f-93fa-4b1e-9989-b2229f209e4c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145585 Sep 19 10:38:48.006503 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58aa4485-6546-4fee-ac7d-397e3fbef8bf req-50989f12-cdbf-4f76-80b8-0f2ee03f9146 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828481 Sep 19 10:38:48.098625 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e24777-a969-4482-8704-732d6bf39fff req-a828e8d7-df22-4a51-9952-cd3f482a7f93 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:48.108237 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d7e24777-a969-4482-8704-732d6bf39fff req-a828e8d7-df22-4a51-9952-cd3f482a7f93 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 944 time: 0.0903182 Sep 19 10:38:48.163309 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['e365e3c1-d43a-4f66-a27c-3c6f6a2511c1'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:38:48.179251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f70620-5835-444d-b2d0-a017571f0f75 req-1774b7f9-f872-4fe7-8b9d-138dc270eb07 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:48.189015 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4f70620-5835-444d-b2d0-a017571f0f75 req-1774b7f9-f872-4fe7-8b9d-138dc270eb07 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0797324 Sep 19 10:38:48.210967 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d7e24777-a969-4482-8704-732d6bf39fff req-caf62b7a-619d-459a-8815-2d4eecf8b8ea tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013167 Sep 19 10:38:48.333467 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4f70620-5835-444d-b2d0-a017571f0f75 req-f91e87ad-a0a7-4306-97e2-dd8e7e108751 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345387 Sep 19 10:38:48.341030 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f6801-e80f-4376-825e-f3b193156ac2 req-25d6945b-351a-4ae8-a23e-ac760fb17ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:48.342557 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da8f6801-e80f-4376-825e-f3b193156ac2 req-25d6945b-351a-4ae8-a23e-ac760fb17ea7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1128 time: 0.1276534 Sep 19 10:38:48.564492 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f93f-dd19-4523-9720-bec3291b1075 req-54da493a-d498-43d3-820c-64519066a973 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:48.566974 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0805f93f-dd19-4523-9720-bec3291b1075 req-54da493a-d498-43d3-820c-64519066a973 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0664470 Sep 19 10:38:48.630448 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0805f93f-dd19-4523-9720-bec3291b1075 req-1a3ec5c3-d575-4226-9672-8951727f4f3f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573690 Sep 19 10:38:48.878567 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ec41-27b2-4db0-ba43-89cc190c47dd req-c76430c4-6e00-4fa9-be36-e883ffb231f6 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:48.886629 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d35ec41-27b2-4db0-ba43-89cc190c47dd req-c76430c4-6e00-4fa9-be36-e883ffb231f6 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0746965 Sep 19 10:38:48.939763 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d35ec41-27b2-4db0-ba43-89cc190c47dd req-ff0d54d5-64db-4e44-8cd1-21641c49602e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Sep 19 10:38:49.122553 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b401-3140-42ed-b634-29a5d8cdb309 req-1c89f3f0-c2fb-4ab1-8c8a-8ba644b5d153 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:49.125233 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e56b401-3140-42ed-b634-29a5d8cdb309 req-1c89f3f0-c2fb-4ab1-8c8a-8ba644b5d153 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0733011 Sep 19 10:38:49.163100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81857151-bfe9-44d0-893e-a37be06b9936 req-11b71e99-5edd-44d1-ad58-5a6a6e820324 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:49.164751 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-81857151-bfe9-44d0-893e-a37be06b9936 req-11b71e99-5edd-44d1-ad58-5a6a6e820324 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0674901 Sep 19 10:38:49.193375 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:49.214778 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e56b401-3140-42ed-b634-29a5d8cdb309 req-d574a649-2f72-4fb1-b9ea-b2f294210e13 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819492 Sep 19 10:38:49.248457 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-81857151-bfe9-44d0-893e-a37be06b9936 req-6053ed69-9968-4789-9204-26b375432dc0 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763674 Sep 19 10:38:49.280895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:38:49.338147 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:49.343522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:38:49.357300 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc47546-d72d-4cd1-a09d-41734f45ee30 req-4ebadbef-c83e-405d-acb0-8d725bcc01fc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:49.359138 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbc47546-d72d-4cd1-a09d-41734f45ee30 req-4ebadbef-c83e-405d-acb0-8d725bcc01fc tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 944 time: 0.0571649 Sep 19 10:38:49.380327 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:49.420228 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:38:49.421241 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:49.421830 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 Sep 19 10:38:49.437615 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbc47546-d72d-4cd1-a09d-41734f45ee30 req-ae14b539-974b-4b8d-85a5-17295a556e7a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717900 Sep 19 10:38:49.500551 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c35a8-3e7c-4d5a-a247-944391edbaab req-582652ba-7e15-45ed-ac1d-00e193a35928 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:49.504843 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c62c35a8-3e7c-4d5a-a247-944391edbaab req-582652ba-7e15-45ed-ac1d-00e193a35928 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0893824 Sep 19 10:38:49.581045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:49.590321 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c62c35a8-3e7c-4d5a-a247-944391edbaab req-cd177733-ecdf-4207-b06d-22d6f32455f2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789247 Sep 19 10:38:49.623016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:38:49.623405 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:49.711060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:49.713819 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:49.716611 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae82f6e-aa6d-40ad-8fdb-374fb1805de9" -d '{"events": [{"server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "name": "network-vif-plugged", "status": "completed", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:49.774256 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:49.811764 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1caef54-47ec-40c2-afac-ee1580dc7f14 x-openstack-request-id: req-d1caef54-47ec-40c2-afac-ee1580dc7f14 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:49.812452 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "name": "network-vif-plugged", "status": "completed", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:49.813027 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1caef54-47ec-40c2-afac-ee1580dc7f14 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:49.813598 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1caef54-47ec-40c2-afac-ee1580dc7f14'] response: {'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'code': 200} Sep 19 10:38:49.860164 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2600c4d-5ba1-45cb-9238-c4a43a0a4f22 req-9d8c017c-a524-404e-9756-a96d4a5260dd tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:49.867354 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e2600c4d-5ba1-45cb-9238-c4a43a0a4f22 req-9d8c017c-a524-404e-9756-a96d4a5260dd tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0875084 Sep 19 10:38:49.885934 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:49.924396 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:49.955497 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e2600c4d-5ba1-45cb-9238-c4a43a0a4f22 req-ee267ae5-77b3-4203-af59-7682d506e39d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Sep 19 10:38:50.150295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a21b7-9c2e-4fb1-b63b-e85259a727e7 req-e9337fa2-722a-4940-b056-619802233c89 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:50.151810 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f3a21b7-9c2e-4fb1-b63b-e85259a727e7 req-e9337fa2-722a-4940-b056-619802233c89 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0706084 Sep 19 10:38:50.237048 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f3a21b7-9c2e-4fb1-b63b-e85259a727e7 req-d472fdac-080e-4fff-b8eb-fb0385bedef8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Sep 19 10:38:50.385766 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d37dc-2392-4b78-bebf-52e392c682ff req-076c7b5b-f03a-4e51-9cd1-f8748960b7cc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:50.388206 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-734d37dc-2392-4b78-bebf-52e392c682ff req-076c7b5b-f03a-4e51-9cd1-f8748960b7cc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0538390 Sep 19 10:38:50.432041 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96813bc7-f2df-47f3-ae14-4bbfb958ff2f req-402767ee-e614-41a9-b303-485bd824d615 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:50.433957 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96813bc7-f2df-47f3-ae14-4bbfb958ff2f req-402767ee-e614-41a9-b303-485bd824d615 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0834343 Sep 19 10:38:50.507425 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-734d37dc-2392-4b78-bebf-52e392c682ff req-4c4a9f03-75da-4481-aebd-3032c14c7475 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096487 Sep 19 10:38:50.529668 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96813bc7-f2df-47f3-ae14-4bbfb958ff2f req-c3120fc2-f2ba-45d8-880d-568316786c4e tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865712 Sep 19 10:38:50.612938 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a5059-fd1c-4a51-b840-d173c6f0c400 req-fe13bf7a-7b00-46a1-9572-e4b710394b76 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:50.614566 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-193a5059-fd1c-4a51-b840-d173c6f0c400 req-fe13bf7a-7b00-46a1-9572-e4b710394b76 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0516663 Sep 19 10:38:50.670260 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-193a5059-fd1c-4a51-b840-d173c6f0c400 req-4a83901f-d5c0-408b-a5d6-592c0797099c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473151 Sep 19 10:38:50.715329 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f337fc-ac91-4282-8951-292e64de81cc req-747d0116-3910-4eb4-b19a-3a1ba697f984 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:50.716831 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-69f337fc-ac91-4282-8951-292e64de81cc req-747d0116-3910-4eb4-b19a-3a1ba697f984 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0500641 Sep 19 10:38:50.769711 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:50.785015 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-69f337fc-ac91-4282-8951-292e64de81cc req-9b254d24-3e23-430c-be37-2134c56d637d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611417 Sep 19 10:38:50.861806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-39586b82-2867-4ed7-a531-bc59fd1a80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:50.863390 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-39586b82-2867-4ed7-a531-bc59fd1a80ce service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 915 time: 0.1051145 Sep 19 10:38:51.016028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f6801-e80f-4376-825e-f3b193156ac2 req-6c94544b-a7fe-4b2b-bd06-74b5c7f83fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:51.017546 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da8f6801-e80f-4376-825e-f3b193156ac2 req-6c94544b-a7fe-4b2b-bd06-74b5c7f83fd9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=c84c95680abc4f28b49cd092ca96fe32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952787 Sep 19 10:38:51.063219 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65606dbd-ab60-4153-b5ad-edcc58fb5546 req-14320aa9-aa69-42ed-8999-7abd7ecc3eda tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:51.064551 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-65606dbd-ab60-4153-b5ad-edcc58fb5546 req-14320aa9-aa69-42ed-8999-7abd7ecc3eda tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0506773 Sep 19 10:38:51.114343 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-65606dbd-ab60-4153-b5ad-edcc58fb5546 req-ff5b48b3-2150-4ae0-9b19-91f837dfc416 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Sep 19 10:38:51.133053 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-1fcdabd6-333c-4709-bc62-f62946194b8b service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 HTTP/1.1" status: 200 len: 217 time: 0.0475874 Sep 19 10:38:51.419704 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66fcc-1788-4366-9885-f1a49b8542b1 req-808d8815-94ca-4e33-b256-eb7fc84236c8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:51.421695 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2f66fcc-1788-4366-9885-f1a49b8542b1 req-808d8815-94ca-4e33-b256-eb7fc84236c8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0913031 Sep 19 10:38:51.483982 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2f66fcc-1788-4366-9885-f1a49b8542b1 req-8b3daca7-a3a8-44f2-9af6-ce1aa9ff886f tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541871 Sep 19 10:38:51.705277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d591cf-e97d-42cd-a4d7-797f06d444a1 req-acf51474-1f84-40e3-a1b4-6ab9ca433593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:51.707233 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-74d591cf-e97d-42cd-a4d7-797f06d444a1 req-acf51474-1f84-40e3-a1b4-6ab9ca433593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1050239 Sep 19 10:38:51.802522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f4c00-dc25-4d58-ad0a-0206e2ce5a9b req-a77088d7-0ca3-4aa4-b5cb-0acdfa152f13 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:51.804095 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-939f4c00-dc25-4d58-ad0a-0206e2ce5a9b req-a77088d7-0ca3-4aa4-b5cb-0acdfa152f13 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.1110239 Sep 19 10:38:51.808745 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-74d591cf-e97d-42cd-a4d7-797f06d444a1 req-6352d218-9429-4875-b5a8-453c423c8705 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949693 Sep 19 10:38:51.889264 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-939f4c00-dc25-4d58-ad0a-0206e2ce5a9b req-7845321d-fc2a-4ec8-a287-1c28b7306ed8 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777688 Sep 19 10:38:51.984111 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:51.996601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9310a98-5bba-46a6-a490-4a04b43cfae5 req-e83bef44-47d3-4488-a664-9e0e78c5db7d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.003860 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f9310a98-5bba-46a6-a490-4a04b43cfae5 req-e83bef44-47d3-4488-a664-9e0e78c5db7d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0606763 Sep 19 10:38:52.097653 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f9310a98-5bba-46a6-a490-4a04b43cfae5 req-39b017ca-eb09-42f6-9a4d-e24c0a4607a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928078 Sep 19 10:38:52.186597 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159b31b-bb05-4b04-8cee-4eb71a773acf req-7b456520-5ac8-41f1-ae3d-12092311f4f2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.188264 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0159b31b-bb05-4b04-8cee-4eb71a773acf req-7b456520-5ac8-41f1-ae3d-12092311f4f2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.2165091 Sep 19 10:38:52.229895 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-e17d646b-616d-4c8b-bf55-399629b92dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.231413 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-e17d646b-616d-4c8b-bf55-399629b92dc5 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.1428831 Sep 19 10:38:52.259317 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b35c5-cf18-4782-8635-2006c4ac2bed req-bcdd5396-6015-4183-b094-b4f77400cbe3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.260796 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d29b35c5-cf18-4782-8635-2006c4ac2bed req-bcdd5396-6015-4183-b094-b4f77400cbe3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0491419 Sep 19 10:38:52.278608 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f6801-e80f-4376-825e-f3b193156ac2 req-5326d22c-a69d-4013-ac2b-3a9a47f51e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.280077 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da8f6801-e80f-4376-825e-f3b193156ac2 req-5326d22c-a69d-4013-ac2b-3a9a47f51e2d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2116292 Sep 19 10:38:52.283673 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0159b31b-bb05-4b04-8cee-4eb71a773acf req-54ac163e-daa7-41c8-a916-8391d58ed467 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812705 Sep 19 10:38:52.320363 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d29b35c5-cf18-4782-8635-2006c4ac2bed req-01762742-30c3-475f-8604-42406638ce1f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536382 Sep 19 10:38:52.411939 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d80b8-29df-4e87-8762-c63808117315 req-b4ff05de-c89a-42fc-9f80-83616104c0d1 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.414184 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-144d80b8-29df-4e87-8762-c63808117315 req-b4ff05de-c89a-42fc-9f80-83616104c0d1 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0830841 Sep 19 10:38:52.449434 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-8e54121f-11fe-4561-8d71-cc5df1563200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.451145 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-8e54121f-11fe-4561-8d71-cc5df1563200 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689290 Sep 19 10:38:52.628390 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-9ddd2dd8-05a4-4a9b-818a-db9b1fab6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.630379 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-9ddd2dd8-05a4-4a9b-818a-db9b1fab6ef0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1128 time: 0.1460578 Sep 19 10:38:52.635701 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Deleting port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:38:52.636047 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:52.702920 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-773c4f8e-9d39-41cd-b103-dbbc5f192743 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074592 Sep 19 10:38:52.704824 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf72213-aad5-4a0a-85fa-35b50d24c706 req-9c50b09f-a2d9-4367-a1a5-a8c4a73f9ed1 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.712288 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ccf72213-aad5-4a0a-85fa-35b50d24c706 req-9c50b09f-a2d9-4367-a1a5-a8c4a73f9ed1 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.1263499 Sep 19 10:38:52.834246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e661e-b3a6-48eb-a4c6-bcd92c5ce6bd req-823b6e33-be30-4b37-8356-6ec014034f3a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:52.835776 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a7e661e-b3a6-48eb-a4c6-bcd92c5ce6bd req-823b6e33-be30-4b37-8356-6ec014034f3a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0936637 Sep 19 10:38:52.837977 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] For port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,segment=NetworkSegment(782c9c7a-c1ae-4050-aec8-ac1506fa49a3),segment_id=782c9c7a-c1ae-4050-aec8-ac1506fa49a3)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:38:52.838395 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:52.857212 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ccf72213-aad5-4a0a-85fa-35b50d24c706 req-89b1d854-df5c-45c9-a576-3322a501bfef tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439302 Sep 19 10:38:52.901642 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Calling delete_port for d6a0b5a8-2285-47d9-8f57-c4ec2f91335c owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:38:52.911021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:52.976280 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a7e661e-b3a6-48eb-a4c6-bcd92c5ce6bd req-46e0746b-f1d0-4441-8483-08c965f16c31 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198092 Sep 19 10:38:53.090514 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cd5c4-2f7e-4b45-8cd9-362858c2ab0b req-971ec963-8e8f-43e0-b5c6-b9f0ce9f4f8d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:53.098257 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ae8cd5c4-2f7e-4b45-8cd9-362858c2ab0b req-971ec963-8e8f-43e0-b5c6-b9f0ce9f4f8d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1087301 Sep 19 10:38:53.124876 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:53.125267 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b05fd-b975-4e92-9822-e8fccb2336ce req-7ce6d7b5-0877-42a0-951d-4747e6084917 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:53.130629 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af6b05fd-b975-4e92-9822-e8fccb2336ce req-7ce6d7b5-0877-42a0-951d-4747e6084917 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 945 time: 0.0617325 Sep 19 10:38:53.182992 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ae8cd5c4-2f7e-4b45-8cd9-362858c2ab0b req-2c450823-cdf2-425d-a0c5-ea6401297404 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837595 Sep 19 10:38:53.192720 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af6b05fd-b975-4e92-9822-e8fccb2336ce req-6f2ef49f-6014-4bf1-91b3-f56715c46e17 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=27de74e4-0350-4f10-b715-03082efd2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560703 Sep 19 10:38:53.295183 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (d6a0b5a8-2285-47d9-8f57-c4ec2f91335c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:53.334636 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Pushing event deleted for resources: {'Port': ['ID=d6a0b5a8-2285-47d9-8f57-c4ec2f91335c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:38:53.347594 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.348319 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.349004 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.350891 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.351356 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.351797 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.352289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.353016 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.353891 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.354710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.355224 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.355875 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.356620 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.357136 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.357572 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:38:53.413858 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ddaf-5b57-4016-858d-7b355e23ec86 req-3e81991d-66db-4b9c-8fe1-222845405643 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:53.418046 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be41ddaf-5b57-4016-858d-7b355e23ec86 req-3e81991d-66db-4b9c-8fe1-222845405643 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.1086388 Sep 19 10:38:53.482143 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f33f9-90a0-4169-8464-5190a2e6467e req-7e464ca7-8de1-40d5-a0b3-e60b472e3232 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:53.490623 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3a7f33f9-90a0-4169-8464-5190a2e6467e req-7e464ca7-8de1-40d5-a0b3-e60b472e3232 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0619688 Sep 19 10:38:53.526781 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] No DVR routers for this DVR port d6a0b5a8-2285-47d9-8f57-c4ec2f91335c on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:38:53.530420 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:53.534729 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-144d80b8-29df-4e87-8762-c63808117315 req-ca4856ad-30c6-476a-9ab4-b70e50a571e5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.73 "DELETE /networking/v2.0/ports/d6a0b5a8-2285-47d9-8f57-c4ec2f91335c HTTP/1.1" status: 204 len: 173 time: 1.1089287 Sep 19 10:38:53.535209 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'name': 'network-vif-deleted', 'tag': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:53.543380 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd2ee1-5c7a-4798-a5f7-a4d41b934a47" -d '{"events": [{"server_uuid": "635cf75e-34c5-41a9-8c5f-39b4a844f223", "name": "network-vif-deleted", "tag": "d6a0b5a8-2285-47d9-8f57-c4ec2f91335c"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:53.550608 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-e9371da4-8637-412e-b137-97a53c2c7b9a service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 217 time: 0.0897181 Sep 19 10:38:53.588834 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be41ddaf-5b57-4016-858d-7b355e23ec86 req-0f099340-f50d-450e-be72-0e3ab1b1325b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600654 Sep 19 10:38:53.640015 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3a7f33f9-90a0-4169-8464-5190a2e6467e req-e9cf5d06-e375-4d77-a4c4-408c0762c65e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439793 Sep 19 10:38:53.658231 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556db3c7-5e1b-4d0e-b97d-9a5fe8456da9 x-openstack-request-id: req-556db3c7-5e1b-4d0e-b97d-9a5fe8456da9 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:53.658511 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635cf75e-34c5-41a9-8c5f-39b4a844f223", "name": "network-vif-deleted", "tag": "d6a0b5a8-2285-47d9-8f57-c4ec2f91335c", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:53.658770 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-556db3c7-5e1b-4d0e-b97d-9a5fe8456da9 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:53.660100 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556db3c7-5e1b-4d0e-b97d-9a5fe8456da9'] response: {'server_uuid': '635cf75e-34c5-41a9-8c5f-39b4a844f223', 'name': 'network-vif-deleted', 'tag': 'd6a0b5a8-2285-47d9-8f57-c4ec2f91335c', 'status': 'completed', 'code': 200} Sep 19 10:38:54.002739 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59270b8e-2bb0-456c-bd71-2bf003e39924 req-f0cb0865-7e61-4199-aced-ca1bef45ea0b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.021417 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-59270b8e-2bb0-456c-bd71-2bf003e39924 req-f0cb0865-7e61-4199-aced-ca1bef45ea0b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0650041 Sep 19 10:38:54.057348 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-59270b8e-2bb0-456c-bd71-2bf003e39924 req-6eec0611-34d2-4c4a-ade5-054c34e41f40 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Sep 19 10:38:54.066274 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:38:54.154780 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7ddd0-ebbc-41f7-947a-7aa9e47e5b18 req-242603a8-0ee9-4133-93dd-6f4f99b84270 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.156584 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4ea7ddd0-ebbc-41f7-947a-7aa9e47e5b18 req-242603a8-0ee9-4133-93dd-6f4f99b84270 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0532374 Sep 19 10:38:54.216947 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4ea7ddd0-ebbc-41f7-947a-7aa9e47e5b18 req-9cfade39-a0a7-4393-91eb-58b4d3a3d3ec tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540366 Sep 19 10:38:54.340522 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f9f93dcc-de0a-4784-bd64-649730bd7806 req-226b2996-2c2d-4eda-8899-76cb3b295d5c tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0427732 Sep 19 10:38:54.397686 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8b88-5076-4fa7-8410-78c7d62e126e req-27fe7373-15ba-4aaf-b198-7cadb4abbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.399682 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-142a8b88-5076-4fa7-8410-78c7d62e126e req-27fe7373-15ba-4aaf-b198-7cadb4abbbe6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 1129 time: 0.0463133 Sep 19 10:38:54.489157 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-142a8b88-5076-4fa7-8410-78c7d62e126e req-3ae2a35a-b0df-4fe4-af56-6ba9fcaa8088 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821323 Sep 19 10:38:54.494919 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b780d9-85fb-441a-8b40-72e798564772 req-ee89721a-fef6-4096-ad79-3d3fddfa88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.496399 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-ee89721a-fef6-4096-ad79-3d3fddfa88f6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1129 time: 0.0626101 Sep 19 10:38:54.618285 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:54.669293 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:54.679919 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c07cd-b656-49bb-9da5-979a87a290b4 req-46d5542f-a341-4f96-921a-b8bb14feb5d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.686889 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e1c07cd-b656-49bb-9da5-979a87a290b4 req-46d5542f-a341-4f96-921a-b8bb14feb5d4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1052270 Sep 19 10:38:54.711879 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-18000a9b-1f7d-4d68-9858-c4066fc2837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.714171 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-18000a9b-1f7d-4d68-9858-c4066fc2837f service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 200 len: 853 time: 0.1330283 Sep 19 10:38:54.760532 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f028788a-71f2-4cd1-a727-de928c8aa3d0 req-0b46da92-c6a4-4298-8762-68b27f20a162 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742577 Sep 19 10:38:54.771554 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e1c07cd-b656-49bb-9da5-979a87a290b4 req-e37f1704-0719-40b6-981d-39b0b3ffac58 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837407 Sep 19 10:38:54.795708 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914a74-2c59-4ac1-a9df-f3d57074eabe req-0a63decd-4b89-45d8-b171-c1d83d077b29 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.795708 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-db914a74-2c59-4ac1-a9df-f3d57074eabe req-0a63decd-4b89-45d8-b171-c1d83d077b29 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0888176 Sep 19 10:38:54.882843 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-db914a74-2c59-4ac1-a9df-f3d57074eabe req-80a9dea5-d6df-46ed-bafb-4863752a11b6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922027 Sep 19 10:38:54.916236 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f966-8917-459a-8bcc-08c25d954652 req-34095311-a3d1-4b89-a591-9a83e7424199 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:54.923918 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c851f966-8917-459a-8bcc-08c25d954652 req-34095311-a3d1-4b89-a591-9a83e7424199 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0705879 Sep 19 10:38:54.973411 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c851f966-8917-459a-8bcc-08c25d954652 req-0723403a-a281-4774-860c-24fddfc608db tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Sep 19 10:38:55.185776 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee2eba-7d01-4929-96aa-95cc38633a53 req-71845794-cf4f-4ce2-9601-59bfe1a56775 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:55.187319 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e9ee2eba-7d01-4929-96aa-95cc38633a53 req-71845794-cf4f-4ce2-9601-59bfe1a56775 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0477550 Sep 19 10:38:55.237988 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e9ee2eba-7d01-4929-96aa-95cc38633a53 req-b0781950-464c-4c8e-ab24-35a3b3abdaa2 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Sep 19 10:38:55.296007 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device d6a0b5a8-2285-47d9-8f57-c4ec2f91335c no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:38:55.327862 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: d6a0b5a8-2285-47d9-8f57-c4ec2f91335c {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:38:55.328303 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device d6a0b5a8-2285-47d9-8f57-c4ec2f91335c not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:38:55.355035 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518000c-a63a-40ee-ad32-132c8b8bb45f req-d013106e-757c-412f-b0db-b0bcc17e579d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:55.356517 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d518000c-a63a-40ee-ad32-132c8b8bb45f req-d013106e-757c-412f-b0db-b0bcc17e579d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0497832 Sep 19 10:38:55.418748 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d518000c-a63a-40ee-ad32-132c8b8bb45f req-f705ba90-2e83-49b4-96b6-5495483b642a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564051 Sep 19 10:38:55.452308 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9e3220e0-0ca5-4119-ad95-318d544cf965 req-7b68062e-3aa9-4b90-a07e-a9c203c187b5 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0341728 Sep 19 10:38:55.561229 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-95361f4d-041a-481e-a9e2-37405cf84dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:55.563040 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-95361f4d-041a-481e-a9e2-37405cf84dec service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423105 Sep 19 10:38:55.896301 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2d9d-2638-45fc-b623-4e78a095c41f req-959bf2cc-deb8-45c3-aa61-ce846ea6ed0c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:55.897822 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc5f2d9d-2638-45fc-b623-4e78a095c41f req-959bf2cc-deb8-45c3-aa61-ce846ea6ed0c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0474272 Sep 19 10:38:55.946642 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc5f2d9d-2638-45fc-b623-4e78a095c41f req-cb0a459c-e9a9-4427-bb42-d0ae15ab1b34 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Sep 19 10:38:56.074330 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb31d-cd5c-44e8-83f6-1dba0c25766d req-191f59cb-197f-43f4-8730-8f34c9db7f35 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.074330 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9eccb31d-cd5c-44e8-83f6-1dba0c25766d req-191f59cb-197f-43f4-8730-8f34c9db7f35 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0732799 Sep 19 10:38:56.093004 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-9a9e557c-2b31-4287-acee-2c6b4c443aed service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179655 Sep 19 10:38:56.095502 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b780d9-85fb-441a-8b40-72e798564772 req-4527f6ba-050b-40cc-b373-9c32d80c8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.095502 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-4527f6ba-050b-40cc-b373-9c32d80c8489 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 912 time: 0.1616106 Sep 19 10:38:56.120444 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:56.131169 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:56.135890 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9eccb31d-cd5c-44e8-83f6-1dba0c25766d req-101f8513-0540-42e6-a86e-18190b641abd tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584626 Sep 19 10:38:56.189490 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26ea9a-d2f7-44e7-a664-e93a74d63e60 req-2ba4aab8-6485-485e-bd16-89a54f59e0d7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.190865 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0e26ea9a-d2f7-44e7-a664-e93a74d63e60 req-2ba4aab8-6485-485e-bd16-89a54f59e0d7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0964251 Sep 19 10:38:56.196375 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:56.210387 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-b98eba0c-9e6c-46b2-8a99-2ba2063533c3 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 200 len: 1001 time: 0.0653019 Sep 19 10:38:56.268913 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-15719d49-8142-4fa9-b6f8-a8563286d105 req-3f2d30a6-0910-432e-9024-429533821089 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443129 Sep 19 10:38:56.276283 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0e26ea9a-d2f7-44e7-a664-e93a74d63e60 req-63bf310a-bde5-4ca7-b1c4-5545edec84e8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736670 Sep 19 10:38:56.359548 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4157f0-cd36-4a70-9e51-4d7095f48d58 req-f2b3a76b-cfdc-42a3-bc6d-aa163cf28acc tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.361181 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce4157f0-cd36-4a70-9e51-4d7095f48d58 req-f2b3a76b-cfdc-42a3-bc6d-aa163cf28acc tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0473039 Sep 19 10:38:56.413779 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce4157f0-cd36-4a70-9e51-4d7095f48d58 req-87e8e3b1-ebfa-4c74-9b19-ce94528eba87 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470889 Sep 19 10:38:56.550654 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39ba75-4583-4178-9fdc-5ed70732b09d req-a91e91d4-638c-45f9-b97a-70b28e5b6266 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.552179 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f39ba75-4583-4178-9fdc-5ed70732b09d req-a91e91d4-638c-45f9-b97a-70b28e5b6266 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0535281 Sep 19 10:38:56.599344 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e15d201e-1cc3-4dc0-afd3-d767c2b956aa req-d5616fb0-3954-4c88-bb5f-117d247cdea2 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0530033 Sep 19 10:38:56.603925 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f39ba75-4583-4178-9fdc-5ed70732b09d req-e8793164-7cf2-46fc-b65a-c9fab0ffd4f1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458202 Sep 19 10:38:56.626420 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b780d9-85fb-441a-8b40-72e798564772 req-f1933844-60de-4dae-a4da-31f7bc96fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.628618 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-f1933844-60de-4dae-a4da-31f7bc96fb46 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.0959277 Sep 19 10:38:56.894621 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b780d9-85fb-441a-8b40-72e798564772 req-40309b95-b993-4874-aa76-af62601202cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.896259 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-40309b95-b993-4874-aa76-af62601202cf service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451543 Sep 19 10:38:56.896638 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-829a6b09-f403-4107-a6fe-58df226f012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:56.898171 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-829a6b09-f403-4107-a6fe-58df226f012e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1130 time: 0.0476513 Sep 19 10:38:57.088236 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c029e3-42e3-4ef9-89a4-3e216bad1b55 req-0518b253-0d33-447e-b21c-9102f5f7605b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.089767 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-33c029e3-42e3-4ef9-89a4-3e216bad1b55 req-0518b253-0d33-447e-b21c-9102f5f7605b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0486617 Sep 19 10:38:57.138147 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-33c029e3-42e3-4ef9-89a4-3e216bad1b55 req-e31ebf87-9eeb-4ae5-9c43-2033457f6cad tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Sep 19 10:38:57.271772 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006748f-ca31-4d41-9775-c154ef604d9c req-222475bb-29a0-4700-92df-72aea8cb3ecb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.273311 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9006748f-ca31-4d41-9775-c154ef604d9c req-222475bb-29a0-4700-92df-72aea8cb3ecb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0516388 Sep 19 10:38:57.285100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:57.401847 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9006748f-ca31-4d41-9775-c154ef604d9c req-2f7e2532-b2ac-4ace-8bb3-e3eee386ba82 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222992 Sep 19 10:38:57.439059 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-6f305566-75f9-4387-9e66-8abf2e2cde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.442251 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-6f305566-75f9-4387-9e66-8abf2e2cde70 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.1451766 Sep 19 10:38:57.443299 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885766d5-19a1-45ab-8f04-32bb76dec819 req-62a5a251-2f80-4dde-b3f4-c3b7eaf71200 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.444935 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-885766d5-19a1-45ab-8f04-32bb76dec819 req-62a5a251-2f80-4dde-b3f4-c3b7eaf71200 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0791395 Sep 19 10:38:57.477503 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-a1ef8582-9e64-4a7f-ae09-d75264dfa40d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809523 Sep 19 10:38:57.509163 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-885766d5-19a1-45ab-8f04-32bb76dec819 req-eb98c2dc-7ab3-4ea7-86fd-6c98bea46d5d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576749 Sep 19 10:38:57.536514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516c79f-388d-4967-97b1-ee73d419752c req-5c91e281-7611-4607-81fd-13fe789c413d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.538385 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d516c79f-388d-4967-97b1-ee73d419752c req-5c91e281-7611-4607-81fd-13fe789c413d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0626295 Sep 19 10:38:57.555242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 60624) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:38:57.560537 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'port_id': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:38:57.601164 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (78948e62-f516-48aa-81c3-a1c21040373a), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:57.622908 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c0575-631d-47fb-8b19-20270ce79360 req-b0ce98db-266c-41c1-b51e-d1056f13250d tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.624481 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-221c0575-631d-47fb-8b19-20270ce79360 req-b0ce98db-266c-41c1-b51e-d1056f13250d tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0558398 Sep 19 10:38:57.660036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:57.695784 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-221c0575-631d-47fb-8b19-20270ce79360 req-967dc255-e29d-4342-abd3-522a3a549ca1 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644157 Sep 19 10:38:57.763352 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9895c4e2-84f4-41cb-96f2-07843cb987dc req-111b5b3a-2408-4a4d-b6a6-50a5decfe913 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0491891 Sep 19 10:38:57.834201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd4d5c-0909-4a86-954c-d73b77d08491 req-70cc2cd5-19d4-4162-af58-7e3f5aad8437 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:57.835753 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fbbd4d5c-0909-4a86-954c-d73b77d08491 req-70cc2cd5-19d4-4162-af58-7e3f5aad8437 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0638478 Sep 19 10:38:57.898880 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fbbd4d5c-0909-4a86-954c-d73b77d08491 req-ce03d2dd-6d03-46b7-aafa-a3b7e87a2f9c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572586 Sep 19 10:38:58.126938 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:58.188893 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (78948e62-f516-48aa-81c3-a1c21040373a), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:58.357909 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-94b780d9-85fb-441a-8b40-72e798564772 req-91a88a84-322f-4c06-b207-ec06066632b5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962915 Sep 19 10:38:58.364175 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b392c92-3e9a-4112-9d2f-7e7635afc8a9 req-af4d298a-e684-497d-b190-0f662bc2d231 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:58.365675 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b392c92-3e9a-4112-9d2f-7e7635afc8a9 req-af4d298a-e684-497d-b190-0f662bc2d231 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.1359143 Sep 19 10:38:58.400759 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-292281bc-8add-4414-95c7-de9765cd4b06 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 1002 time: 0.1334989 Sep 19 10:38:58.411215 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP 78948e62-f516-48aa-81c3-a1c21040373a associated. External IP: 172.27.0.97, port: e365e3c1-d43a-4f66-a27c-3c6f6a2511c1. Sep 19 10:38:58.471387 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b392c92-3e9a-4112-9d2f-7e7635afc8a9 req-f956894b-f49b-4886-bb61-1d6a643ff769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961611 Sep 19 10:38:58.647671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:38:58.650063 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d499f-23a5-417c-a4b7-a83ac25f25fc req-43cc73a5-dc26-4681-bad0-72f41f00f231 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:58.651436 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f91d499f-23a5-417c-a4b7-a83ac25f25fc req-43cc73a5-dc26-4681-bad0-72f41f00f231 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0596535 Sep 19 10:38:58.652235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:58.691646 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:58.705348 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f91d499f-23a5-417c-a4b7-a83ac25f25fc req-7312a40b-d419-4154-8e0a-d318b4e78012 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 Sep 19 10:38:58.709802 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:58.767646 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:38:58.772584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:38:58.780797 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:38:58.791157 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:58.791784 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:58.848704 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-46a1c413-b110-4c0b-8cd5-58e89bc086a2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/78948e62-f516-48aa-81c3-a1c21040373a HTTP/1.1" status: 200 len: 990 time: 1.2916765 Sep 19 10:38:58.851486 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:38:58.853933 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492396d-af29-41a8-a911-f5a351eebae8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:38:58.872063 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec9f7e-9e96-4e82-88e4-9c536a154fe8 req-0c23ee56-7c2a-49bf-bed6-1d49999ff093 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:58.873687 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-45ec9f7e-9e96-4e82-88e4-9c536a154fe8 req-0c23ee56-7c2a-49bf-bed6-1d49999ff093 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0718567 Sep 19 10:38:58.897503 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-08f81d50-c92a-4815-a701-1c4411aed2b8 req-91906f18-c937-4c3d-8fbf-da404c948ddc tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Sep 19 10:38:58.901521 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:58.933351 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-45ec9f7e-9e96-4e82-88e4-9c536a154fe8 req-a736abcd-78ee-4458-953f-c316126404b3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 Sep 19 10:38:58.951080 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d57444-b9f3-4a29-820b-3921e78c4409 x-openstack-request-id: req-b9d57444-b9f3-4a29-820b-3921e78c4409 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:38:58.951600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:38:58.952217 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9d57444-b9f3-4a29-820b-3921e78c4409 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:38:58.952839 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d57444-b9f3-4a29-820b-3921e78c4409'] response: {'name': 'network-changed', 'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'status': 'completed', 'code': 200} Sep 19 10:38:59.056404 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f94d8-25f8-4165-afb3-03f50e11fea6 req-46f753dc-26c3-4f35-bc7c-8ed2c7f9f6a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.057954 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ff3f94d8-25f8-4165-afb3-03f50e11fea6 req-46f753dc-26c3-4f35-bc7c-8ed2c7f9f6a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0571754 Sep 19 10:38:59.106534 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ff3f94d8-25f8-4165-afb3-03f50e11fea6 req-2aa51811-4e5a-4791-bc7d-b261b014368a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Sep 19 10:38:59.121644 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:19Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}, {'id': '78948e62-f516-48aa-81c3-a1c21040373a', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:c7:64:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:38:24Z', 'updated_at': '2022-09-19T10:38:58Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:59.150338 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:38:59.158507 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:38:59.159133 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:38:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:59.376047 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492396d-af29-41a8-a911-f5a351eebae8 req-090902ea-1915-4a4f-bf69-433816c09d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.378774 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-090902ea-1915-4a4f-bf69-433816c09d36 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 1129 time: 0.0548701 Sep 19 10:38:59.379114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-f52b9a92-7384-425d-9ca2-ca82cebe71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.380821 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-f52b9a92-7384-425d-9ca2-ca82cebe71c1 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0664840 Sep 19 10:38:59.402248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:38:59.457263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-e714307f-58ec-4d3b-81d7-7a7945e80bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.461553 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-e714307f-58ec-4d3b-81d7-7a7945e80bf7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589299 Sep 19 10:38:59.494590 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:59.507853 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492396d-af29-41a8-a911-f5a351eebae8 req-47838212-2801-4c75-8612-7d57d657f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.520627 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-47838212-2801-4c75-8612-7d57d657f472 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 915 time: 0.1078513 Sep 19 10:38:59.701470 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:38:59.755734 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:19Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}, {'id': '78948e62-f516-48aa-81c3-a1c21040373a', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:c7:64:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:38:24Z', 'updated_at': '2022-09-19T10:38:58Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:38:59.795317 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d377c-5db6-4eae-9199-5731636246e0 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:19Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}, {'id': '78948e62-f516-48aa-81c3-a1c21040373a', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:c7:64:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:38:24Z', 'updated_at': '2022-09-19T10:38:58Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:38:59.835534 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f20169-4555-4144-809c-af0da6ff7270 req-170d9304-1f35-4d94-841e-84af8b26460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.838142 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03f20169-4555-4144-809c-af0da6ff7270 req-170d9304-1f35-4d94-841e-84af8b26460e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 1129 time: 0.0921314 Sep 19 10:38:59.900765 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-c58b2027-c9ff-4768-a7ad-0fc040bea2d6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311900 Sep 19 10:38:59.912070 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa59088-6ca3-4a7b-ad5d-14bf75a3d570 req-56303324-e434-4740-8e07-fee8b7b39d91 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.913538 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1fa59088-6ca3-4a7b-ad5d-14bf75a3d570 req-56303324-e434-4740-8e07-fee8b7b39d91 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0631731 Sep 19 10:38:59.917533 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eebbf-f44b-4591-93a8-a5ac8a44f55b req-2333e913-db3b-42f0-a539-16e178929365 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:38:59.919082 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-480eebbf-f44b-4591-93a8-a5ac8a44f55b req-2333e913-db3b-42f0-a539-16e178929365 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.3591552 Sep 19 10:38:59.951582 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-b58e79c2-49a8-4091-9706-f8d1ee79b5e8 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 HTTP/1.1" status: 200 len: 998 time: 0.0866907 Sep 19 10:38:59.969746 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1fa59088-6ca3-4a7b-ad5d-14bf75a3d570 req-e291cd1e-ed3c-4da2-9252-08c9e31968f0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504467 Sep 19 10:38:59.984636 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-480eebbf-f44b-4591-93a8-a5ac8a44f55b req-a52c2031-9632-4bb2-8b2e-f2983ec2eed2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600204 Sep 19 10:39:00.060122 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4dcd1-4faf-4f87-8e49-e3ece4012a3f None None] New status for floating IP 78948e62-f516-48aa-81c3-a1c21040373a: ACTIVE {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:39:00.098775 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6aadf0b0-d454-4846-bfe8-4213ca8a8284 req-bc3c61a1-ce5f-412d-8165-d250f2676a44 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0455415 Sep 19 10:39:00.123371 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:00.132909 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138428fd-75c0-425b-9b7c-23776fe5af14 req-3b1d6d69-8554-42a1-81b2-e47c43c4ba66 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:00.134622 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-138428fd-75c0-425b-9b7c-23776fe5af14 req-3b1d6d69-8554-42a1-81b2-e47c43c4ba66 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0738993 Sep 19 10:39:00.200448 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-138428fd-75c0-425b-9b7c-23776fe5af14 req-ea015307-3d53-464a-87bd-397fe76f7954 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591536 Sep 19 10:39:00.245900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d535e1-12bc-4be2-bee7-708ebe4136fa req-f82df3ff-d738-4c86-82ca-e983afc215e9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:00.247342 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e9d535e1-12bc-4be2-bee7-708ebe4136fa req-f82df3ff-d738-4c86-82ca-e983afc215e9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0642653 Sep 19 10:39:00.300136 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492396d-af29-41a8-a911-f5a351eebae8 req-cefbbc57-abbd-4743-83d9-da303d2cb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:00.301674 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-cefbbc57-abbd-4743-83d9-da303d2cb8e4 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0453482 Sep 19 10:39:00.360953 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03f20169-4555-4144-809c-af0da6ff7270 req-0793ba3f-20d8-4bb3-9b1c-ccc71538768f service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362221 Sep 19 10:39:00.378771 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:00.387861 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e9d535e1-12bc-4be2-bee7-708ebe4136fa req-0fdb6767-8efd-44cf-8fe6-90b4321d444e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337628 Sep 19 10:39:00.403811 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d506f8e-bac1-4487-afaf-258dc2ea8245 req-2f941303-1be0-4511-a184-77e11680b023 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479549 Sep 19 10:39:00.592361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 60726) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:00.723996 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f11bc8b3-e27c-49c4-8026-e19791554796 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=993ad6a2ac01432a8d3b64fe272bd874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302929 Sep 19 10:39:00.726529 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 60730) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:00.774370 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e252412e-269d-4b2e-87a2-e57021f1fde9 admin admin] Publish callbacks [] for security_group (81fc4761-f451-44e0-952c-d1cc72c0cb37), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:00.794713 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e252412e-269d-4b2e-87a2-e57021f1fde9 admin admin] Publish callbacks [] for security_group (81fc4761-f451-44e0-952c-d1cc72c0cb37), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:00.919604 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e252412e-269d-4b2e-87a2-e57021f1fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (81fc4761-f451-44e0-952c-d1cc72c0cb37), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:00.922126 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e252412e-269d-4b2e-87a2-e57021f1fde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:00.923307 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e252412e-269d-4b2e-87a2-e57021f1fde9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/81fc4761-f451-44e0-952c-d1cc72c0cb37 HTTP/1.1" status: 204 len: 168 time: 0.1958833 Sep 19 10:39:00.937166 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252412e-269d-4b2e-87a2-e57021f1fde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fc4761-f451-44e0-952c-d1cc72c0cb37,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:01.108203 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a52a33-dcf6-44a7-b366-232480cf7dee req-66198589-35e2-45db-9217-504622ede3a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:01.109957 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-24a52a33-dcf6-44a7-b366-232480cf7dee req-66198589-35e2-45db-9217-504622ede3a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0700619 Sep 19 10:39:01.144315 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45be87-7ec3-4c08-8440-3f464ffb7b9d req-871f135d-cd90-476c-a952-e014cdebf313 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:01.146051 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b45be87-7ec3-4c08-8440-3f464ffb7b9d req-871f135d-cd90-476c-a952-e014cdebf313 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 946 time: 0.0614605 Sep 19 10:39:01.163587 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-24a52a33-dcf6-44a7-b366-232480cf7dee req-e50444f8-a59b-49c1-a7b0-d175b8c667b8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Sep 19 10:39:01.209113 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b45be87-7ec3-4c08-8440-3f464ffb7b9d req-4ff6e013-4c9f-453d-b79c-fe83b7d01782 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496886 Sep 19 10:39:01.281984 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2986cbfa-9782-48d4-a529-d232478735c9 req-7ce41ced-cf4e-4660-a262-68b766204f20 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0404477 Sep 19 10:39:01.320747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:01.322899 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 679b3a2a-4d03-4c60-b1ac-06853d91645b details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:39:01.338807 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a146-214f-48a0-be46-4bae85784159 req-474840c1-e809-4927-9190-c2f7977c4291 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:01.339262 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:39:01.340446 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-02e5a146-214f-48a0-be46-4bae85784159 req-474840c1-e809-4927-9190-c2f7977c4291 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 944 time: 0.0568035 Sep 19 10:39:01.396302 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-02e5a146-214f-48a0-be46-4bae85784159 req-83f2b03b-1f36-4f9c-86f1-726f7439f87d tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Sep 19 10:39:01.497994 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: ACTIVE; New status is: DOWN {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:01.498368 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:01.511165 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c56fea-4001-4bc1-a391-b8292c2c02d1 req-f6ca386a-d559-4e00-ac28-594d0c8a7617 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:01.512943 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d2c56fea-4001-4bc1-a391-b8292c2c02d1 req-f6ca386a-d559-4e00-ac28-594d0c8a7617 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0465953 Sep 19 10:39:01.523630 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:01.543876 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:39:01.546223 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7538b90f-676c-4ce8-8116-d673d6eb6060" -d '{"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:39:01.550677 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'port_id': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'mac_address': 'fa:16:3e:f7:e5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:39:01.560625 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d2c56fea-4001-4bc1-a391-b8292c2c02d1 req-00adba85-757b-422b-806f-68a637e390cc tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412958 Sep 19 10:39:01.561278 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:01.585530 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 10:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc4b3b5-a42f-4742-9ef4-88211af0decb x-openstack-request-id: req-ccc4b3b5-a42f-4742-9ef4-88211af0decb {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:39:01.585850 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:39:01.586100 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccc4b3b5-a42f-4742-9ef4-88211af0decb {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:39:01.586490 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc4b3b5-a42f-4742-9ef4-88211af0decb'] response: {'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'code': 200} Sep 19 10:39:01.601332 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 679b3a2a-4d03-4c60-b1ac-06853d91645b is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:01.601726 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:01.615026 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679b3a2a-4d03-4c60-b1ac-06853d91645b {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:39:01.634083 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:01.638064 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:01.684368 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=8']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:01.719932 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:01.765726 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:02.098413 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['679b3a2a-4d03-4c60-b1ac-06853d91645b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:39:02.283369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b19f6-6668-40ef-b455-39607099e024 req-f5cc200c-dff1-4fdf-a20c-6a30be372ff7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:02.285369 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-dc7b19f6-6668-40ef-b455-39607099e024 req-f5cc200c-dff1-4fdf-a20c-6a30be372ff7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0458207 Sep 19 10:39:02.328177 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662e8d1-ce2c-4c66-b80b-4a0037bcd0be req-ed155c6e-62ab-4708-b7cb-3dab091b8c38 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:02.329702 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c662e8d1-ce2c-4c66-b80b-4a0037bcd0be req-ed155c6e-62ab-4708-b7cb-3dab091b8c38 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0478086 Sep 19 10:39:02.334909 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-dc7b19f6-6668-40ef-b455-39607099e024 req-9e8efa93-893b-4f3c-b70c-722e8153b27d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Sep 19 10:39:02.383932 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c662e8d1-ce2c-4c66-b80b-4a0037bcd0be req-51b54ec9-687c-49b0-8d66-a38f2873a227 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484080 Sep 19 10:39:02.429850 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-860e73a1-03d7-4bf5-8984-f667a22f63b1 req-fddd40e6-8cb6-45e0-97b8-eec66c09e038 tempest-VolumesActionsTest-1645666641 tempest-VolumesActionsTest-1645666641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=635cf75e-34c5-41a9-8c5f-39b4a844f223 HTTP/1.1" status: 200 len: 210 time: 0.0279293 Sep 19 10:39:02.516754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8c11b-98d4-4e08-a689-fba6563b0921 req-f382f0bc-bb84-406b-b397-ccfdc5a55019 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:02.518728 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca8c11b-98d4-4e08-a689-fba6563b0921 req-f382f0bc-bb84-406b-b397-ccfdc5a55019 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 945 time: 0.0463629 Sep 19 10:39:02.564956 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca8c11b-98d4-4e08-a689-fba6563b0921 req-7d870970-7a39-470d-aedf-e199c65b6b22 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Sep 19 10:39:02.619194 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492396d-af29-41a8-a911-f5a351eebae8 req-cad6367d-914e-4cea-aabe-3ad8e376c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:02.620811 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-cad6367d-914e-4cea-aabe-3ad8e376c5b4 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395827 Sep 19 10:39:02.858634 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-57368676-eae1-4675-9947-94e14f6bfd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:03.169159 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-09e7b4e3-5115-4b3d-ba13-0faa053036e9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872362 Sep 19 10:39:03.226547 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:03.261435 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2492396d-af29-41a8-a911-f5a351eebae8 req-590f3ddf-d95e-4f40-b354-8030ca2bc20c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Sep 19 10:39:03.325661 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 679b3a2a-4d03-4c60-b1ac-06853d91645b up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:39:03.375278 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:03.378921 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 679b3a2a-4d03-4c60-b1ac-06853d91645b completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:39:03.465215 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86beabd-bc9f-4e8a-9cc9-6231277c015c req-81f29f35-6291-4556-8c40-386ef64f34d9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:03.466703 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c86beabd-bc9f-4e8a-9cc9-6231277c015c req-81f29f35-6291-4556-8c40-386ef64f34d9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0515480 Sep 19 10:39:03.504548 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 679b3a2a-4d03-4c60-b1ac-06853d91645b triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:39:03.505617 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:03.505617 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 679b3a2a-4d03-4c60-b1ac-06853d91645b Sep 19 10:39:03.522051 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43053c-7dfa-403f-b603-71fab861fffa req-fa381005-f055-43a5-9e0e-8bbab9ee66ed tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:03.523552 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb43053c-7dfa-403f-b603-71fab861fffa req-fa381005-f055-43a5-9e0e-8bbab9ee66ed tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0493832 Sep 19 10:39:03.535405 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c86beabd-bc9f-4e8a-9cc9-6231277c015c req-3ccce5ee-f2ae-4876-9825-949818f3c348 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631173 Sep 19 10:39:03.542093 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:03.587392 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb43053c-7dfa-403f-b603-71fab861fffa req-8e9cfc40-4171-4026-a801-dc3cfbaa8c83 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544183 Sep 19 10:39:03.627693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 679b3a2a-4d03-4c60-b1ac-06853d91645b is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:03.628091 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:03.660446 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:39:03.663240 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bbd85-57ce-459b-a1d4-6543c2a6dd97" -d '{"events": [{"server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "name": "network-vif-plugged", "status": "completed", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:39:03.680201 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:03.703561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf1a7dd-bfdb-4cf4-ba18-ef860b2842c2 x-openstack-request-id: req-8bf1a7dd-bfdb-4cf4-ba18-ef860b2842c2 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:39:03.703890 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "name": "network-vif-plugged", "status": "completed", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:39:03.704151 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bf1a7dd-bfdb-4cf4-ba18-ef860b2842c2 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:39:03.704559 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf1a7dd-bfdb-4cf4-ba18-ef860b2842c2'] response: {'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'code': 200} Sep 19 10:39:03.723073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe1e3-4e7c-4645-9101-db0ff75de511 req-74fbaac7-a398-4561-895c-5152525678c3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:03.724554 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-90abe1e3-4e7c-4645-9101-db0ff75de511 req-74fbaac7-a398-4561-895c-5152525678c3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 945 time: 0.0485389 Sep 19 10:39:03.767371 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:03.775857 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-90abe1e3-4e7c-4645-9101-db0ff75de511 req-4fb35f1e-2e2c-4312-99d5-05cbf7af60b5 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Sep 19 10:39:03.834050 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:04.341426 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad7914-6921-4dcf-999c-bc463207802a req-82540d39-c405-4ce9-85e5-be1a7a1960c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:04.342935 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d4ad7914-6921-4dcf-999c-bc463207802a req-82540d39-c405-4ce9-85e5-be1a7a1960c8 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1130 time: 0.0434129 Sep 19 10:39:04.406611 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d4ad7914-6921-4dcf-999c-bc463207802a req-f77235b6-cb56-4e93-b713-7674b2ccef19 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Sep 19 10:39:04.667691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77730978-21a6-4e81-82b8-da6e6792d031 req-2d1a05e0-b396-48f5-a501-e2c7a498ac17 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:04.670329 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77730978-21a6-4e81-82b8-da6e6792d031 req-2d1a05e0-b396-48f5-a501-e2c7a498ac17 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0558958 Sep 19 10:39:04.721318 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77730978-21a6-4e81-82b8-da6e6792d031 req-78526dc8-cbcb-4a4d-8291-7bd0986ad763 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448744 Sep 19 10:39:04.747850 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9686c4-fca2-4ca5-8b89-453a92e7d96e req-85286baa-2a39-4039-a676-49b1ce769ed3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:04.749415 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2e9686c4-fca2-4ca5-8b89-453a92e7d96e req-85286baa-2a39-4039-a676-49b1ce769ed3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0529900 Sep 19 10:39:04.800698 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2e9686c4-fca2-4ca5-8b89-453a92e7d96e req-2fb5ee7e-bedc-4772-964e-8b2013e62708 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447574 Sep 19 10:39:04.862917 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a98a1-dd77-4865-a773-1c30a362d2f5 req-27ee285c-01e7-4edb-9310-6be388422f15 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:04.865525 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b7a98a1-dd77-4865-a773-1c30a362d2f5 req-27ee285c-01e7-4edb-9310-6be388422f15 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0650549 Sep 19 10:39:04.914424 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b7a98a1-dd77-4865-a773-1c30a362d2f5 req-bc17f4e1-297f-4df5-9c40-b3bc93b36bbd tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Sep 19 10:39:04.919091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6719ee-187d-40c2-a211-a59c5fd0215b req-cd85268c-5139-4c28-b4af-7349494c1e92 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:04.920560 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f6719ee-187d-40c2-a211-a59c5fd0215b req-cd85268c-5139-4c28-b4af-7349494c1e92 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0463777 Sep 19 10:39:04.948124 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:04.986455 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f6719ee-187d-40c2-a211-a59c5fd0215b req-0a213753-c2aa-42ed-9d67-feaf3704e9bf tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592673 Sep 19 10:39:05.280048 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2943645e-1902-4111-85e1-752be10b2d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:06.131492 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5bbd5-a6b9-49cb-bcc1-c5dbf3eb4c68 req-7e05451d-25a0-4440-8fdf-7762dd66ab8b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:06.132974 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4cb5bbd5-a6b9-49cb-bcc1-c5dbf3eb4c68 req-7e05451d-25a0-4440-8fdf-7762dd66ab8b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0504034 Sep 19 10:39:06.181517 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4cb5bbd5-a6b9-49cb-bcc1-c5dbf3eb4c68 req-ea63bb9b-5524-40dd-9023-2b3422f33664 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Sep 19 10:39:06.196555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-0eb55350-c5f3-4cdc-af96-9916ee55ef72 req-3fe9ccdf-c644-432e-810b-49d2962dc2cb service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:39:06.197578 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0eb55350-c5f3-4cdc-af96-9916ee55ef72 req-3fe9ccdf-c644-432e-810b-49d2962dc2cb service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053668 Sep 19 10:39:06.533886 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbbeaa-0bc1-4bc4-9ba9-7dd9194c7ca5 req-9c7a8a3c-e6c8-40ad-b6b3-210d9b6daf65 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:06.535493 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c7fbbeaa-0bc1-4bc4-9ba9-7dd9194c7ca5 req-9c7a8a3c-e6c8-40ad-b6b3-210d9b6daf65 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0467465 Sep 19 10:39:06.559621 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:06.586108 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c7fbbeaa-0bc1-4bc4-9ba9-7dd9194c7ca5 req-6008d9c6-c9a7-4af6-ae4e-59d732771e14 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Sep 19 10:39:07.045803 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 60872) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:07.125162 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-875398d3-990c-4ab5-af9c-228d9245628b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781434 Sep 19 10:39:07.136110 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-62394940-f8ed-45dc-a08a-04eb9151c1b2 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:39:07.137349 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-62394940-f8ed-45dc-a08a-04eb9151c1b2 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049086 Sep 19 10:39:07.217041 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 60882) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:07.266901 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:07.340710 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950dc80-7908-49a9-a555-d3afcea9e9dc req-ec8aa0c5-c9da-49b3-84e8-e27b123322fe tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:07.342261 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6950dc80-7908-49a9-a555-d3afcea9e9dc req-ec8aa0c5-c9da-49b3-84e8-e27b123322fe tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0851729 Sep 19 10:39:07.348016 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-32c317f6-89c8-4179-a3ae-652451568773 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:07.349329 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-32c317f6-89c8-4179-a3ae-652451568773 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports/9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 941 time: 0.1312380 Sep 19 10:39:07.393301 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6950dc80-7908-49a9-a555-d3afcea9e9dc req-bc3efde9-9c1b-4077-b04f-1bbde177e5a3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Sep 19 10:39:07.721204 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5904cf-34b8-4bee-b27f-557e047b6061 req-0e9536d2-6935-4ce3-80dc-c03c22a23caf tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:07.722674 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ec5904cf-34b8-4bee-b27f-557e047b6061 req-0e9536d2-6935-4ce3-80dc-c03c22a23caf tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0534418 Sep 19 10:39:07.774240 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ec5904cf-34b8-4bee-b27f-557e047b6061 req-2d19218b-c957-49e0-839c-dcc62791f9d0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438569 Sep 19 10:39:08.061777 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:39:08.151832 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: DOWN; New status is: DOWN {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:08.206612 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:08.372456 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:08.512593 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7b2cb-fe59-446f-88f7-5bfce36d3b6b req-65c3bf6f-0932-4668-8e5e-e1cdafc54cf7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:08.514107 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ab7b2cb-fe59-446f-88f7-5bfce36d3b6b req-65c3bf6f-0932-4668-8e5e-e1cdafc54cf7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0469882 Sep 19 10:39:08.561214 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ab7b2cb-fe59-446f-88f7-5bfce36d3b6b req-29424248-b392-493d-aa48-0766cba49233 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Sep 19 10:39:08.903401 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bffe34-d984-4296-8913-4a3616ce977f req-d6a5ecd7-1c16-4426-b5b2-371f8c05d2c9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:08.905048 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-97bffe34-d984-4296-8913-4a3616ce977f req-d6a5ecd7-1c16-4426-b5b2-371f8c05d2c9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0488644 Sep 19 10:39:08.952472 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-97bffe34-d984-4296-8913-4a3616ce977f req-b15fe654-2eb5-402a-b788-2cc5de362942 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Sep 19 10:39:09.342622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db6ddd-81a6-4402-b360-7f82809bfb98 req-6b76ac47-0470-4684-bd25-8586a89a29a5 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:09.344103 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a2db6ddd-81a6-4402-b360-7f82809bfb98 req-6b76ac47-0470-4684-bd25-8586a89a29a5 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0492492 Sep 19 10:39:09.403970 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a2db6ddd-81a6-4402-b360-7f82809bfb98 req-e03b8ad0-92e3-442c-8f88-faed65e7b6c4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540295 Sep 19 10:39:09.511203 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-34b778f9-baed-4adb-b49e-037dc62c0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:09.513087 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-34b778f9-baed-4adb-b49e-037dc62c0a8f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1130 time: 0.0502999 Sep 19 10:39:09.528341 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:09.614749 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-45642605-c8fc-4928-8a77-55f9539d9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:09.616383 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-45642605-c8fc-4928-8a77-55f9539d9e0e service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.0969944 Sep 19 10:39:09.659172 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-b7942837-b84a-48b7-8967-1ff7ae17a1dd service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 HTTP/1.1" status: 200 len: 217 time: 0.0351501 Sep 19 10:39:09.717709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-eb6312a4-cbf2-4651-a05d-ebd74e011642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:09.719215 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-eb6312a4-cbf2-4651-a05d-ebd74e011642 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0490000 Sep 19 10:39:09.766206 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-b93e084f-d06f-4fd4-b18f-370435e0562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:09.767575 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-b93e084f-d06f-4fd4-b18f-370435e0562e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402775 Sep 19 10:39:09.882152 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-536e7f4b-3502-4f0f-95ad-6c5f0f31ee3c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016564 Sep 19 10:39:09.961222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c750d32-7dba-47e9-ba6e-fa1847f9df5a req-316cf4f7-a049-4795-a992-e1145092ee54 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:09.962866 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c750d32-7dba-47e9-ba6e-fa1847f9df5a req-316cf4f7-a049-4795-a992-e1145092ee54 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.3145261 Sep 19 10:39:09.984051 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:10.024713 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d1b49-2c02-45d9-96ff-bf47904f3e61 req-154207a5-1b9a-4195-a6df-9c2f2afaaa91 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327481 Sep 19 10:39:10.035073 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c750d32-7dba-47e9-ba6e-fa1847f9df5a req-6be1b15a-806a-4532-8a92-262a09b36ad3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593233 Sep 19 10:39:10.110615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755468c-e001-4cc5-9486-f64789ff0c7c req-aa79e389-73aa-4ec4-acc3-36ce0882005f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:10.118650 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9755468c-e001-4cc5-9486-f64789ff0c7c req-aa79e389-73aa-4ec4-acc3-36ce0882005f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0647027 Sep 19 10:39:10.174718 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6c43a-8506-443f-b4f6-e509fd7c1b77 req-90ae43dc-198c-44b0-900b-ab9b32893232 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:10.185863 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9755468c-e001-4cc5-9486-f64789ff0c7c req-67007d5f-decc-4057-a348-4f0e5fa3548e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641606 Sep 19 10:39:10.185976 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1c6c43a-8506-443f-b4f6-e509fd7c1b77 req-90ae43dc-198c-44b0-900b-ab9b32893232 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0678821 Sep 19 10:39:10.234243 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1c6c43a-8506-443f-b4f6-e509fd7c1b77 req-c70890a1-b699-40fc-b096-10a251ecfda4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484991 Sep 19 10:39:10.566106 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc66-3221-4eb6-ac59-cb2e78f51f88 req-03e556b2-4868-4429-8d50-2ecee15e741c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:10.567990 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6733fc66-3221-4eb6-ac59-cb2e78f51f88 req-03e556b2-4868-4429-8d50-2ecee15e741c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0690026 Sep 19 10:39:10.597239 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:10.628808 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a017695-305d-41ff-97d5-d02fbbdc44b9 req-a9e9270f-8cd0-46da-896a-401a9ac10596 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:10.631044 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7a017695-305d-41ff-97d5-d02fbbdc44b9 req-a9e9270f-8cd0-46da-896a-401a9ac10596 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0582926 Sep 19 10:39:10.643900 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6733fc66-3221-4eb6-ac59-cb2e78f51f88 req-fa5f84ae-e94a-483e-8c13-fa2598fca7e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677440 Sep 19 10:39:10.690887 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7a017695-305d-41ff-97d5-d02fbbdc44b9 req-b1102458-7ec5-4e21-b480-e4b4c09bbb72 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535252 Sep 19 10:39:11.315425 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21ba53-acfa-4428-8cd4-f3319fa14e7c req-e997a06e-a910-48b9-a25c-c16ecf6538d2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:11.317829 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ef21ba53-acfa-4428-8cd4-f3319fa14e7c req-e997a06e-a910-48b9-a25c-c16ecf6538d2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0508745 Sep 19 10:39:11.388756 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ef21ba53-acfa-4428-8cd4-f3319fa14e7c req-b93aa3f3-f6e9-4e09-8d60-ab1d3ebc772a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644624 Sep 19 10:39:11.800413 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292ecc1-de46-4649-9419-843c0aed2af3 req-e602c1b8-ff32-4f2a-999b-b595272dba81 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:11.812831 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5292ecc1-de46-4649-9419-843c0aed2af3 req-e602c1b8-ff32-4f2a-999b-b595272dba81 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0817282 Sep 19 10:39:11.896462 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5292ecc1-de46-4649-9419-843c0aed2af3 req-1ecf0afa-0a88-4ca4-8a9f-9c9b706f55aa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859973 Sep 19 10:39:12.547497 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f83f4-2d71-4ffb-a170-fe008a114e4b req-0d8f368f-ecd4-49ac-95e3-eb9c7f065978 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:12.555990 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-018f83f4-2d71-4ffb-a170-fe008a114e4b req-0d8f368f-ecd4-49ac-95e3-eb9c7f065978 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0638173 Sep 19 10:39:12.607424 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-3587d86f-f88b-41e6-8d41-01c1808e7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:12.614855 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-3587d86f-f88b-41e6-8d41-01c1808e7579 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d&tenant_id=e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 1128 time: 0.1089454 Sep 19 10:39:12.615010 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-018f83f4-2d71-4ffb-a170-fe008a114e4b req-d4a79148-94c5-404c-8e7d-7bf11c76bafe tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571728 Sep 19 10:39:12.707514 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-2c595fa2-995f-4915-9784-9069e81c6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:12.708946 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-2c595fa2-995f-4915-9784-9069e81c6fbe service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1128 time: 0.0447977 Sep 19 10:39:12.812277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-dd67265a-4158-4bd6-8b50-ad3f90992552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:12.814412 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-dd67265a-4158-4bd6-8b50-ad3f90992552 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.0956657 Sep 19 10:39:12.884916 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-231a86ae-055d-48e0-a69d-3db6e97f86c1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 1000 time: 0.0638666 Sep 19 10:39:12.944036 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-8a44495c-8f21-4c34-bc2c-915b72e33249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:12.945290 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-8a44495c-8f21-4c34-bc2c-915b72e33249 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0531299 Sep 19 10:39:12.997985 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-b099d4fe-a2e4-4334-99bf-48a474df6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:12.999810 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-b099d4fe-a2e4-4334-99bf-48a474df6e2c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460050 Sep 19 10:39:13.164996 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdecc9-8045-43a4-a9a7-a7d0b39c123b req-593bb2db-4f38-4078-bd8b-b68640c4d6ab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:13.167064 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-20fdecc9-8045-43a4-a9a7-a7d0b39c123b req-593bb2db-4f38-4078-bd8b-b68640c4d6ab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.1715508 Sep 19 10:39:13.170104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:13.227706 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-e624ad7e-847d-4bd5-bb55-f1cd2860fc6c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106113 Sep 19 10:39:13.258284 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-20fdecc9-8045-43a4-a9a7-a7d0b39c123b req-37de74c1-001c-4f5e-b23e-79069a04295c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848155 Sep 19 10:39:13.349017 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e4c2960-1869-4698-b7b7-a79d91beefd1 req-6ee59002-1562-4e5b-ba9a-1e2ca22e704a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144745 Sep 19 10:39:13.800731 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f102d-a04b-41b3-8880-847ab1b343ef req-f61217cb-e232-4a23-833a-5cb0afccf654 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:13.802603 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e66f102d-a04b-41b3-8880-847ab1b343ef req-f61217cb-e232-4a23-833a-5cb0afccf654 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0593979 Sep 19 10:39:13.847159 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:13.882797 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e66f102d-a04b-41b3-8880-847ab1b343ef req-e74df89e-91df-4e51-9f33-909ac62680ab tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607529 Sep 19 10:39:14.525746 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13738-d6b9-4f84-8786-3264ddbd5da1 req-47671def-6362-431d-b493-b224aadbac91 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:14.527931 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e8a13738-d6b9-4f84-8786-3264ddbd5da1 req-47671def-6362-431d-b493-b224aadbac91 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0926862 Sep 19 10:39:14.618753 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e8a13738-d6b9-4f84-8786-3264ddbd5da1 req-38101e03-34be-433d-9ef4-a3bb36d48420 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834062 Sep 19 10:39:15.070637 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be3d4-9f59-4f73-82a2-b97fa52ee83c req-87600d09-8240-4593-b45a-24f24fad430d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:15.072355 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-142be3d4-9f59-4f73-82a2-b97fa52ee83c req-87600d09-8240-4593-b45a-24f24fad430d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0744305 Sep 19 10:39:15.149891 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-142be3d4-9f59-4f73-82a2-b97fa52ee83c req-5f0c4e5f-72fb-46e8-80c7-50c006806214 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719485 Sep 19 10:39:15.872206 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb576d5-2d56-4892-af1c-b562ec720600 req-4c57bec2-a5ac-4f14-8d9a-a15b32f2eb48 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:15.874411 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1fb576d5-2d56-4892-af1c-b562ec720600 req-4c57bec2-a5ac-4f14-8d9a-a15b32f2eb48 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.1432145 Sep 19 10:39:15.959975 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1fb576d5-2d56-4892-af1c-b562ec720600 req-c8dc8c98-418a-4552-acb6-c69e748bdfe8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Sep 19 10:39:16.075468 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:16.081449 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=16 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:16.402250 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd2f5-c205-452c-a742-cbad3373c357 req-2e7b27f7-01a5-432d-bf93-dd9909f9f54d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:16.403949 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8fabd2f5-c205-452c-a742-cbad3373c357 req-2e7b27f7-01a5-432d-bf93-dd9909f9f54d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0749776 Sep 19 10:39:16.460510 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8fabd2f5-c205-452c-a742-cbad3373c357 req-20d782b4-0d94-4647-9aef-1264f5eb9c21 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487924 Sep 19 10:39:17.129282 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8da75a-831a-449b-99f6-d873bf9238d9 req-3bb420e5-f6fa-4489-aede-e5f953995050 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:17.132996 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a8da75a-831a-449b-99f6-d873bf9238d9 req-3bb420e5-f6fa-4489-aede-e5f953995050 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0763347 Sep 19 10:39:17.201838 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8a8da75a-831a-449b-99f6-d873bf9238d9 req-9a43d18b-85fd-490b-8b3a-5b8d5997c94c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624511 Sep 19 10:39:17.640598 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98a882-8a14-45ff-89e9-648be995b69b req-cc1cde57-d0b4-4be6-965b-4be6166db7db tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:17.650019 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc98a882-8a14-45ff-89e9-648be995b69b req-cc1cde57-d0b4-4be6-965b-4be6166db7db tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0776045 Sep 19 10:39:17.741361 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc98a882-8a14-45ff-89e9-648be995b69b req-5f9c2287-bdb3-4b19-b0a8-1be8e5f7d928 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903375 Sep 19 10:39:18.299050 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:18.302002 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:18.448857 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d26e08-754c-4bd6-a773-f21ecc8d528f req-22a1f886-d055-4b8a-b224-fd949e3e4306 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:18.451587 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-32d26e08-754c-4bd6-a773-f21ecc8d528f req-22a1f886-d055-4b8a-b224-fd949e3e4306 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.1304851 Sep 19 10:39:18.528606 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-32d26e08-754c-4bd6-a773-f21ecc8d528f req-13228b10-f557-4a7b-9037-8974e09ccd8d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Sep 19 10:39:18.960463 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6adca-22b6-4192-9ae9-92a17667bd03 req-b522d072-c597-4fe1-a2c2-18cdc776cc5a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:18.962214 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13b6adca-22b6-4192-9ae9-92a17667bd03 req-b522d072-c597-4fe1-a2c2-18cdc776cc5a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0731351 Sep 19 10:39:19.035296 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13b6adca-22b6-4192-9ae9-92a17667bd03 req-2c1889d0-c43c-462d-8ae8-1080b90de39e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609725 Sep 19 10:39:19.675661 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0e4e6-e592-4075-9016-ce808881c03e req-aec907f7-8b0d-4748-b745-0983d1d6ca97 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:19.677210 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-32f0e4e6-e592-4075-9016-ce808881c03e req-aec907f7-8b0d-4748-b745-0983d1d6ca97 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0471785 Sep 19 10:39:19.741656 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-32f0e4e6-e592-4075-9016-ce808881c03e req-190b1109-092a-4be1-bbce-e9c8c4f5cab4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Sep 19 10:39:20.171755 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b420ef6-9f53-4060-a61a-5afe5fbcfef2 req-838bc0fd-f9a1-45b9-8ce7-047caa2254d5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:20.173340 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b420ef6-9f53-4060-a61a-5afe5fbcfef2 req-838bc0fd-f9a1-45b9-8ce7-047caa2254d5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0551460 Sep 19 10:39:20.245753 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:20.249802 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b420ef6-9f53-4060-a61a-5afe5fbcfef2 req-fb5db9be-4da0-4bf8-a0d5-92e6f760a394 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686059 Sep 19 10:39:20.924765 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08659a04-2851-4fe2-be4a-31ec52bddf41 req-07304142-1739-41c8-90d5-0fb3a7197ec0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:20.932024 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-08659a04-2851-4fe2-be4a-31ec52bddf41 req-07304142-1739-41c8-90d5-0fb3a7197ec0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0891285 Sep 19 10:39:21.013337 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-08659a04-2851-4fe2-be4a-31ec52bddf41 req-c4edec64-5824-4c65-becd-8d8d8f3ef509 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Sep 19 10:39:21.411869 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63961d05-2e02-40c0-baa9-9dff170adf8a req-de7fb427-92a4-4630-a7fe-d578017ca13c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:21.421129 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63961d05-2e02-40c0-baa9-9dff170adf8a req-de7fb427-92a4-4630-a7fe-d578017ca13c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0654478 Sep 19 10:39:21.482525 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63961d05-2e02-40c0-baa9-9dff170adf8a req-02e702ab-7b0c-435a-9684-b03940d445e3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582280 Sep 19 10:39:22.347255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7cca8-0599-47f1-9dc1-1e4445f80426 req-b675ffd6-5406-4624-935a-4d3f6090b0c9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:22.361847 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a3a7cca8-0599-47f1-9dc1-1e4445f80426 req-b675ffd6-5406-4624-935a-4d3f6090b0c9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.2065415 Sep 19 10:39:22.470012 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a3a7cca8-0599-47f1-9dc1-1e4445f80426 req-ef3b3de4-dcbd-44f3-9899-d462d6006a41 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999634 Sep 19 10:39:22.658823 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8e700-2fd6-47df-a8ca-ad5f955cfcf0 req-db9890a2-2876-42d5-8243-1ba853777433 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:22.666707 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40a8e700-2fd6-47df-a8ca-ad5f955cfcf0 req-db9890a2-2876-42d5-8243-1ba853777433 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0693619 Sep 19 10:39:22.773802 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40a8e700-2fd6-47df-a8ca-ad5f955cfcf0 req-475eca91-7d30-4de1-97aa-e45576f82caf tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058047 Sep 19 10:39:23.627149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2fa1-4de9-4e1d-be1e-2aef573f974d req-cc936a17-2d61-4385-a2a2-b5b93b99db18 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:23.629023 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca0c2fa1-4de9-4e1d-be1e-2aef573f974d req-cc936a17-2d61-4385-a2a2-b5b93b99db18 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0587440 Sep 19 10:39:23.696434 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca0c2fa1-4de9-4e1d-be1e-2aef573f974d req-8f8765be-58c7-4d97-b9ff-ec7b044630eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Sep 19 10:39:23.961097 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1033380-2192-42c4-87fb-3a46a4883aa8 req-f0080106-f55c-4bbb-b085-6eb8250dbb77 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:23.964795 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e1033380-2192-42c4-87fb-3a46a4883aa8 req-f0080106-f55c-4bbb-b085-6eb8250dbb77 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0623932 Sep 19 10:39:24.042618 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e1033380-2192-42c4-87fb-3a46a4883aa8 req-7a137253-eaaf-43d4-975d-80e8a65008dd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720923 Sep 19 10:39:24.889401 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16569f-a128-48ca-a741-336b4ebff084 req-0f5f95e2-5d6c-4246-b2ce-2cec7e9b0d72 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:24.892372 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-df16569f-a128-48ca-a741-336b4ebff084 req-0f5f95e2-5d6c-4246-b2ce-2cec7e9b0d72 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0644569 Sep 19 10:39:24.955573 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-df16569f-a128-48ca-a741-336b4ebff084 req-67ceda37-4062-4181-b963-7ede2d8b36ab tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573897 Sep 19 10:39:25.193523 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4be2-a8de-4ab8-81d5-3a8ba0065e35 req-f79d17b5-c8bd-4203-a01f-2ed5214ca9f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:25.195227 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a5ad4be2-a8de-4ab8-81d5-3a8ba0065e35 req-f79d17b5-c8bd-4203-a01f-2ed5214ca9f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0492432 Sep 19 10:39:25.247468 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a5ad4be2-a8de-4ab8-81d5-3a8ba0065e35 req-460d96cc-1108-45ba-9ffd-7b75522bf192 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Sep 19 10:39:26.064533 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:26.073814 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdffc5-9119-4bc5-bd7e-51878979d889 req-c99e8eec-16d4-46a1-883d-9b21f93a9608 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:26.080482 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-70fdffc5-9119-4bc5-bd7e-51878979d889 req-c99e8eec-16d4-46a1-883d-9b21f93a9608 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0556853 Sep 19 10:39:26.118822 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:26.120411 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:26.137714 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-70fdffc5-9119-4bc5-bd7e-51878979d889 req-549c116b-47a9-42ea-9b3a-a9702fd73519 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Sep 19 10:39:26.408230 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5964-39cd-4a37-89ee-aa2f3f609cca req-0450d480-25ac-4b43-9ec9-5acb7b04efed tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:26.415599 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b5d5964-39cd-4a37-89ee-aa2f3f609cca req-0450d480-25ac-4b43-9ec9-5acb7b04efed tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0642672 Sep 19 10:39:26.423327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:26.468588 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b5d5964-39cd-4a37-89ee-aa2f3f609cca req-e695dfd1-31a3-4eef-8a82-797ecb98d05b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518248 Sep 19 10:39:27.266802 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270c2e-a405-46b9-88ae-a919a5dcf67e req-21f6682e-e766-4226-9d80-8bd13f71065a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:27.268320 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-08270c2e-a405-46b9-88ae-a919a5dcf67e req-21f6682e-e766-4226-9d80-8bd13f71065a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0522573 Sep 19 10:39:27.315120 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-08270c2e-a405-46b9-88ae-a919a5dcf67e req-b44e9bd7-d97a-4512-af34-b5a706b05e60 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Sep 19 10:39:27.596748 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6c78f-4fa5-4f3e-bac7-2c2095528e96 req-192dcac7-0712-4463-8879-81e213d92a37 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:27.598403 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4b6c78f-4fa5-4f3e-bac7-2c2095528e96 req-192dcac7-0712-4463-8879-81e213d92a37 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0481217 Sep 19 10:39:27.646380 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4b6c78f-4fa5-4f3e-bac7-2c2095528e96 req-aa185ea1-5b24-4055-b240-6f5d98bbd942 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Sep 19 10:39:28.011185 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-59b12cb8-73ec-4e26-886e-809f93805132 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0357797 Sep 19 10:39:28.097208 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7163-995b-4623-bad9-035eb1c28dde req-e3a9c680-af8a-4cda-afdf-bcbc5fb16a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:28.098580 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-e3a9c680-af8a-4cda-afdf-bcbc5fb16a44 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1129 time: 0.0385637 Sep 19 10:39:28.212208 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7163-995b-4623-bad9-035eb1c28dde req-a4ab68e4-ea92-499c-b3a4-33ec8b53773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:28.213709 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-a4ab68e4-ea92-499c-b3a4-33ec8b53773f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 912 time: 0.0903890 Sep 19 10:39:28.277885 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-72cb6e11-4d44-46e8-9021-c054c024850c service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 200 len: 1001 time: 0.0567307 Sep 19 10:39:28.336287 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7163-995b-4623-bad9-035eb1c28dde req-ae16b7ef-9c50-4dbf-8887-9584ffe48755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:28.337786 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-ae16b7ef-9c50-4dbf-8887-9584ffe48755 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.0492930 Sep 19 10:39:28.394289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7163-995b-4623-bad9-035eb1c28dde req-413a5558-4f05-4abb-8c81-c729e718f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:28.396044 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-413a5558-4f05-4abb-8c81-c729e718f399 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483041 Sep 19 10:39:28.483844 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f459-f578-4e6c-b94d-e27fc2545f12 req-e3186248-c64f-4dc3-a824-0915af0a9cbc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:28.485096 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c420f459-f578-4e6c-b94d-e27fc2545f12 req-e3186248-c64f-4dc3-a824-0915af0a9cbc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0938072 Sep 19 10:39:28.562079 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-9088ab6e-f958-4036-9c47-2c85e34ff130 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403430 Sep 19 10:39:28.571121 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c420f459-f578-4e6c-b94d-e27fc2545f12 req-fca9ec4a-34cc-4e30-b690-5e8acfd53b09 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731828 Sep 19 10:39:28.656624 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-868a7163-995b-4623-bad9-035eb1c28dde req-9d858f12-6f09-4a7c-aaed-03e3893cf975 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869906 Sep 19 10:39:28.779051 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a5c9f-aad6-4f93-ac98-186a37b6ce4b req-eb315eb6-dbe2-4c9b-a982-2f4a6974d645 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:28.780586 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-599a5c9f-aad6-4f93-ac98-186a37b6ce4b req-eb315eb6-dbe2-4c9b-a982-2f4a6974d645 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0516424 Sep 19 10:39:28.832760 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-599a5c9f-aad6-4f93-ac98-186a37b6ce4b req-de4949d2-3270-403d-8187-c1db8ceba607 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464838 Sep 19 10:39:29.695477 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fa665-346b-4fda-998c-42a4a946c95c req-7acdc002-cd26-4f48-b204-86d23c724055 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:29.696967 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-499fa665-346b-4fda-998c-42a4a946c95c req-7acdc002-cd26-4f48-b204-86d23c724055 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0508337 Sep 19 10:39:29.744813 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-499fa665-346b-4fda-998c-42a4a946c95c req-796c2b3a-b5ee-428b-92d7-ea0446f78126 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Sep 19 10:39:29.960003 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a6d0-8479-4a1c-a811-d29c2332a2e2 req-4c630682-cd13-4176-a4aa-fa5378f8bc57 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:29.961738 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de64a6d0-8479-4a1c-a811-d29c2332a2e2 req-4c630682-cd13-4176-a4aa-fa5378f8bc57 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0478594 Sep 19 10:39:30.009473 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de64a6d0-8479-4a1c-a811-d29c2332a2e2 req-f0710275-c395-4da2-8520-d16902babf3f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420077 Sep 19 10:39:30.483870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 32980) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:30.529847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Deleting subnet 5af54417-c53f-45ed-bb8e-6682c84fd08f {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:39:30.533009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Publish callbacks [] for subnet (5af54417-c53f-45ed-bb8e-6682c84fd08f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:30.567661 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (5af54417-c53f-45ed-bb8e-6682c84fd08f), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:30.607261 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:30.610470 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (5af54417-c53f-45ed-bb8e-6682c84fd08f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:30.736586 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (5af54417-c53f-45ed-bb8e-6682c84fd08f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:30.762911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af54417-c53f-45ed-bb8e-6682c84fd08f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:30.767754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:30.774085 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/5af54417-c53f-45ed-bb8e-6682c84fd08f HTTP/1.1" status: 204 len: 168 time: 0.2860820 Sep 19 10:39:30.774213 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 32988) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:30.776741 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.777125 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.777501 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.777845 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.778185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.778519 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.778877 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.779634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.779634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.779881 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.780319 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.780788 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.780989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.781362 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.782344 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147184a3-d580-464e-93b3-e59c79d69cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:30.880495 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f587e-14b0-4559-8b61-8686671a44ce req-03f09988-9708-40ad-a3bb-43acd167a6cf tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:30.881966 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1e2f587e-14b0-4559-8b61-8686671a44ce req-03f09988-9708-40ad-a3bb-43acd167a6cf tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0603220 Sep 19 10:39:30.884415 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (943a8d7c-3f64-4107-8b34-eb1f0bf5d521), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:30.943413 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:30.983168 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:30.988314 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1e2f587e-14b0-4559-8b61-8686671a44ce req-c6faf0c5-63e1-4bff-8722-09819ad9d51b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005805 Sep 19 10:39:30.999365 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (943a8d7c-3f64-4107-8b34-eb1f0bf5d521), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.020170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943a8d7c-3f64-4107-8b34-eb1f0bf5d521']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:31.029710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782c9c7a-c1ae-4050-aec8-ac1506fa49a3') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:31.030008 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782c9c7a-c1ae-4050-aec8-ac1506fa49a3') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:31.040082 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (782c9c7a-c1ae-4050-aec8-ac1506fa49a3), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.054226 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (782c9c7a-c1ae-4050-aec8-ac1506fa49a3), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.056538 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:31.060856 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:39:31.061385 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (782c9c7a-c1ae-4050-aec8-ac1506fa49a3), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.066314 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:39:31.106037 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 782c9c7a-c1ae-4050-aec8-ac1506fa49a3 resource provider aggregate not found Sep 19 10:39:31.124885 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 782c9c7a-c1ae-4050-aec8-ac1506fa49a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 782c9c7a-c1ae-4050-aec8-ac1506fa49a3 found for delete ", "request_id": "req-7c63db05-3d62-42ce-a60f-9975895bf157"}]} Sep 19 10:39:31.143251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e885c-9f42-4d77-9225-c5ce6652c0ca req-35016780-9fc1-456f-8ece-b4e5f0720254 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:31.144842 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-366e885c-9f42-4d77-9225-c5ce6652c0ca req-35016780-9fc1-456f-8ece-b4e5f0720254 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0493579 Sep 19 10:39:31.196044 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-366e885c-9f42-4d77-9225-c5ce6652c0ca req-3e085e33-4490-4104-9ac9-1603535e904a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456462 Sep 19 10:39:31.215810 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (943a8d7c-3f64-4107-8b34-eb1f0bf5d521), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.224353 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.228535 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/943a8d7c-3f64-4107-8b34-eb1f0bf5d521 HTTP/1.1" status: 204 len: 168 time: 0.4529979 Sep 19 10:39:31.238011 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862aa3a-2a21-4a3e-8d09-e85bf9f4f870 admin admin] Pushing event deleted for resources: {'Network': ['ID=943a8d7c-3f64-4107-8b34-eb1f0bf5d521,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:31.646425 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33000) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:31.691947 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-21ba8278-7564-401e-9d21-1e896f869038 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=90c8dde9309d4f128f53cd6ece43ea52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443261 Sep 19 10:39:31.694366 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33004) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:31.742041 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-46e1cfcc-e9fe-4c0d-914c-4ba080d693fe admin admin] Publish callbacks [] for security_group (27de74e4-0350-4f10-b715-03082efd2b7b), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.762165 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-46e1cfcc-e9fe-4c0d-914c-4ba080d693fe admin admin] Publish callbacks [] for security_group (27de74e4-0350-4f10-b715-03082efd2b7b), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.889786 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-46e1cfcc-e9fe-4c0d-914c-4ba080d693fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (27de74e4-0350-4f10-b715-03082efd2b7b), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.892359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-46e1cfcc-e9fe-4c0d-914c-4ba080d693fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:31.893574 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-46e1cfcc-e9fe-4c0d-914c-4ba080d693fe admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/27de74e4-0350-4f10-b715-03082efd2b7b HTTP/1.1" status: 204 len: 168 time: 0.1983161 Sep 19 10:39:31.901914 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1cfcc-e9fe-4c0d-914c-4ba080d693fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27de74e4-0350-4f10-b715-03082efd2b7b,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:32.113109 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0ad60-ead5-44a1-afe0-fc92bb70430f req-7631a7c6-30a1-407b-aced-862594957ced tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:32.114762 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-dcb0ad60-ead5-44a1-afe0-fc92bb70430f req-7631a7c6-30a1-407b-aced-862594957ced tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0482550 Sep 19 10:39:32.172382 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-dcb0ad60-ead5-44a1-afe0-fc92bb70430f req-9f8f385e-34ca-4621-a64d-f24a8ccb91e5 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Sep 19 10:39:32.326784 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3399-ea41-4aa9-b74a-f8388f85ac13 req-9338b6f8-968a-40fa-9060-46cd40d70195 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:32.328282 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba7e3399-ea41-4aa9-b74a-f8388f85ac13 req-9338b6f8-968a-40fa-9060-46cd40d70195 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0489471 Sep 19 10:39:32.379531 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba7e3399-ea41-4aa9-b74a-f8388f85ac13 req-58fccd40-1947-418e-b9e8-fe0e688a7cda tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Sep 19 10:39:32.849817 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0054b0f6-63d4-40a6-ab0b-7ea759a7ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:33.293554 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f98d-6f82-46c3-9f69-b4b1b4bb49e7 req-35ec3c85-bcb6-4006-b8fb-df44b03e52a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:33.295075 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6bc4f98d-6f82-46c3-9f69-b4b1b4bb49e7 req-35ec3c85-bcb6-4006-b8fb-df44b03e52a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0478091 Sep 19 10:39:33.341973 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6bc4f98d-6f82-46c3-9f69-b4b1b4bb49e7 req-0c8ff7da-9d9c-4d90-b86f-fb98c23d848f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Sep 19 10:39:33.509568 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05446215-0bb3-4c55-a468-878f9a32ce29 req-6347f9c8-6f96-448e-8872-3df63352daaa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:33.510972 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05446215-0bb3-4c55-a468-878f9a32ce29 req-6347f9c8-6f96-448e-8872-3df63352daaa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0474381 Sep 19 10:39:33.559179 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05446215-0bb3-4c55-a468-878f9a32ce29 req-2c440a94-d34b-4fa4-a0ac-e756e7c3a35f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Sep 19 10:39:33.934060 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff4aea-6c09-4160-81e3-0a152cd438be req-e7d6ebe7-4157-45e7-962a-221aa9524269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:33.935757 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-96ff4aea-6c09-4160-81e3-0a152cd438be req-e7d6ebe7-4157-45e7-962a-221aa9524269 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1130 time: 0.0382595 Sep 19 10:39:33.991940 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-96ff4aea-6c09-4160-81e3-0a152cd438be req-4d9a307c-4c15-4622-b09b-aa12dcac638b service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Sep 19 10:39:34.466215 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae72f5-6900-4ed6-8bf4-397def8977e8 req-3c8f5185-8000-49d6-8480-90d75b0f2694 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:34.467670 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-66ae72f5-6900-4ed6-8bf4-397def8977e8 req-3c8f5185-8000-49d6-8480-90d75b0f2694 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0498571 Sep 19 10:39:34.515645 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-66ae72f5-6900-4ed6-8bf4-397def8977e8 req-85764026-bed0-48ba-80a8-900ff403b851 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Sep 19 10:39:34.698490 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b077a4-9d67-47ae-8bc7-fabf8402124e req-b8a67bc9-3926-48b6-a929-283783171ba1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:34.700087 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67b077a4-9d67-47ae-8bc7-fabf8402124e req-b8a67bc9-3926-48b6-a929-283783171ba1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0546861 Sep 19 10:39:34.751927 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67b077a4-9d67-47ae-8bc7-fabf8402124e req-3e3e41e4-0cdb-4a0b-8ecf-948c1a0950ec tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Sep 19 10:39:35.268852 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d2f6bbcc-c68c-4e68-b214-8aba3a3c276a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:35.644374 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4498ca-38a2-4391-9bbe-643a2f45a3e0 req-758e776e-8cdd-4be9-b3d5-875daa9e2b06 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:35.645848 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1c4498ca-38a2-4391-9bbe-643a2f45a3e0 req-758e776e-8cdd-4be9-b3d5-875daa9e2b06 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0503209 Sep 19 10:39:35.693436 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1c4498ca-38a2-4391-9bbe-643a2f45a3e0 req-a7493f0f-c4ce-4f8f-9407-3fde519d5817 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Sep 19 10:39:35.873595 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:35.888168 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f807db-18d9-4a48-88b7-a8858f14ba18 req-2b567cfb-4b65-4aa8-8be3-e3cd496700c1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:35.889704 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7f807db-18d9-4a48-88b7-a8858f14ba18 req-2b567cfb-4b65-4aa8-8be3-e3cd496700c1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 944 time: 0.0490043 Sep 19 10:39:35.943093 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7f807db-18d9-4a48-88b7-a8858f14ba18 req-5151af5d-1447-4e42-a653-cb3f8b616f63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Sep 19 10:39:36.194123 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:39:36.211997 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaef3b-ec4b-4ce1-a292-87e82f1f7fb0 req-54af6083-8d20-4e27-8151-cf11915dc8e9 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:36.213602 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3caaef3b-ec4b-4ce1-a292-87e82f1f7fb0 req-54af6083-8d20-4e27-8151-cf11915dc8e9 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0471168 Sep 19 10:39:36.243526 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:36.298005 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:36.311261 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'port_id': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'mac_address': 'fa:16:3e:bf:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:39:36.353847 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:36.354157 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:36.368495 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:39:36.390329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:36.480453 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:36.511043 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3caaef3b-ec4b-4ce1-a292-87e82f1f7fb0 req-e62cc2b5-f59f-44ee-acac-4de2ac98f8ec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916758 Sep 19 10:39:36.540978 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=9']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:36.550830 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33118) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:36.594340 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:36.745589 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657ed38-bafb-4108-8c8d-84606a51a292 tempest-TestMinimumBasicScenario-784322361 tempest-TestMinimumBasicScenario-784322361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:36.749353 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0657ed38-bafb-4108-8c8d-84606a51a292 tempest-TestMinimumBasicScenario-784322361 tempest-TestMinimumBasicScenario-784322361-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1125 time: 0.1955531 Sep 19 10:39:36.750447 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33126) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:36.755451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'port_id': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:36.828151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc0384-d799-4ee3-ba96-4e49845f0882 req-e582407c-3ead-4122-9a1d-50c6bcc30bec tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:36.829724 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-88dc0384-d799-4ee3-ba96-4e49845f0882 req-e582407c-3ead-4122-9a1d-50c6bcc30bec tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0557599 Sep 19 10:39:36.878342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:36.886298 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-88dc0384-d799-4ee3-ba96-4e49845f0882 req-15fc530c-1173-45ce-b577-2a825fa8d8a1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 Sep 19 10:39:36.972680 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:37.043320 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:39:37.086026 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be5762-570c-4e2d-9b09-c52b910ed481 req-02fc8646-c4db-449a-9913-b0c230f726a1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:37.087742 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-04be5762-570c-4e2d-9b09-c52b910ed481 req-02fc8646-c4db-449a-9913-b0c230f726a1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0614042 Sep 19 10:39:37.106015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Allocated IP 172.27.0.31 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/2f6aaa3d-386e-4248-aead-ce51a5ca0437) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:39:37.139856 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-04be5762-570c-4e2d-9b09-c52b910ed481 req-ad73552d-5426-4e95-96ad-483bb7711baa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463767 Sep 19 10:39:37.171663 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:37.238351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:37.304499 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:37.312460 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd63c5-9125-4b71-b346-7e28284cb886 req-1b43e65a-e622-49e3-9aef-23b828c866b7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:37.313969 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-44cd63c5-9125-4b71-b346-7e28284cb886 req-1b43e65a-e622-49e3-9aef-23b828c866b7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0468371 Sep 19 10:39:37.361649 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:37.366884 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-44cd63c5-9125-4b71-b346-7e28284cb886 req-65b5ca9c-7180-4e01-bd32-86f0da759b83 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Sep 19 10:39:37.405114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:39:37.410647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:39:37.412864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'Port': ['ID=2f6aaa3d-386e-4248-aead-ce51a5ca0437,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:37.415097 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:39:37.442051 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:37.454316 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-7f8a6bde-4cd6-4498-a6f5-1cd74ecef0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:37.455988 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-7f8a6bde-4cd6-4498-a6f5-1cd74ecef0cc service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1130 time: 0.0421519 Sep 19 10:39:37.552952 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-c36783f6-12c0-4443-b8fe-7ffe2f6ca39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:37.554841 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-c36783f6-12c0-4443-b8fe-7ffe2f6ca39e service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.0912642 Sep 19 10:39:37.599524 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-116536cd-768b-45e1-a27e-d8751e1d5e4c service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 HTTP/1.1" status: 200 len: 217 time: 0.0364265 Sep 19 10:39:37.654658 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-7b290865-6a06-4461-a717-3d2e381e942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:37.656161 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-7b290865-6a06-4461-a717-3d2e381e942f service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0446754 Sep 19 10:39:37.713606 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-c5471874-a027-4971-8ebd-715e6f0eb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:37.715214 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-c5471874-a027-4971-8ebd-715e6f0eb632 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422752 Sep 19 10:39:37.787096 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for floatingip (da30cf22-d919-40a9-a5b2-452c5511f7dd), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:37.813194 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-a7d1c43c-ac01-4696-87d0-cbc503fe4f04 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889878 Sep 19 10:39:37.908600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:37.911637 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8faf282e-0bdd-4464-97b9-90501fc4d47a req-a5e486ef-4c1a-43d7-ba68-0625c1a1a009 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919154 Sep 19 10:39:38.063181 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.147349 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.210629 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:38.219499 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (da30cf22-d919-40a9-a5b2-452c5511f7dd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.222957 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'Port': ['ID=2f6aaa3d-386e-4248-aead-ce51a5ca0437,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:38.227916 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.339912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32358bbe-1656-4d7e-98e7-9c06a0164136 req-af262482-af32-4bdb-b8f7-19e79d20573d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:38.341427 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32358bbe-1656-4d7e-98e7-9c06a0164136 req-af262482-af32-4bdb-b8f7-19e79d20573d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 945 time: 0.0867648 Sep 19 10:39:38.348511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:39:38.379834 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Floating IP da30cf22-d919-40a9-a5b2-452c5511f7dd associated. External IP: 172.27.0.31, port: 679b3a2a-4d03-4c60-b1ac-06853d91645b. Sep 19 10:39:38.392187 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.394640 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:39:38.408187 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.408187 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 Sep 19 10:39:38.451853 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32358bbe-1656-4d7e-98e7-9c06a0164136 req-6a9de665-63de-4002-b31a-fb64a54fd6be tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010144 Sep 19 10:39:38.488533 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:38.489230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.510475 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:38.515615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c677df-9ed8-41b8-9341-aaf43d541af0 req-66263f24-e599-41af-8a03-a15073a16be3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:38.517801 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-43c677df-9ed8-41b8-9341-aaf43d541af0 req-66263f24-e599-41af-8a03-a15073a16be3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0595262 Sep 19 10:39:38.519200 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:39:38.525150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aa2a5d-e75d-45c1-8abb-686c94ad2426" -d '{"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:39:38.539117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:38.564571 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb267057-c5c9-4f83-90b2-3d6e17f777f6 x-openstack-request-id: req-eb267057-c5c9-4f83-90b2-3d6e17f777f6 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:39:38.565500 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:39:38.565813 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb267057-c5c9-4f83-90b2-3d6e17f777f6 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:39:38.566238 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb267057-c5c9-4f83-90b2-3d6e17f777f6'] response: {'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'code': 200} Sep 19 10:39:38.578283 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-43c677df-9ed8-41b8-9341-aaf43d541af0 req-dfcd03eb-966c-4a1c-8797-ae06dd26f84f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Sep 19 10:39:38.612641 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.637409 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:38.640448 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Router da26f0b4-0e47-4da6-bae6-7ae20dfa501a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:39:38.662549 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=10']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:38.751981 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:39:38.764194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] Sync routers for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:39:38.774225 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:39:38.774841 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:39:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:38.824010 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:38.860633 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1f10fee8-b365-445e-80b3-49004646db0e tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1091540 Sep 19 10:39:38.861417 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:39:38.863750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33148) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:38.863887 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:39:38.872201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426833707', 'description': 'tempest-secgroup-smoke-1426833707 description', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:38.910372 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d701bd8-c2d8-4af6-a825-57d2e15ee4dc x-openstack-request-id: req-6d701bd8-c2d8-4af6-a825-57d2e15ee4dc {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:39:38.910903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:39:38.910903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d701bd8-c2d8-4af6-a825-57d2e15ee4dc {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:39:38.911291 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d701bd8-c2d8-4af6-a825-57d2e15ee4dc'] response: {'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'status': 'completed', 'code': 200} Sep 19 10:39:38.949724 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:38.976005 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.006489 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:39:39.019228 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:39.053978 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group (90e1f5cd-0727-4e95-9b17-12a01438d02c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.170802 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (90e1f5cd-0727-4e95-9b17-12a01438d02c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.203851 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1f5cd-0727-4e95-9b17-12a01438d02c,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:39.227962 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'da30cf22-d919-40a9-a5b2-452c5511f7dd', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'port_id': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'mac_address': 'fa:16:3e:f7:e5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:37Z', 'updated_at': '2022-09-19T10:39:37Z', 'revision_number': 0, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:06Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:39.254545 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] Checking router: da26f0b4-0e47-4da6-bae6-7ae20dfa501a for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:39:39.263425 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:39:39.263995 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:39:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:39.265754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.267069 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-47f72837-282d-4ee0-873b-0a5e74501387 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4019389 Sep 19 10:39:39.270444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33154) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:39.275020 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group_rule': {'security_group_id': '90e1f5cd-0727-4e95-9b17-12a01438d02c', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:39.368111 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:39:39.371945 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (d2dc5412-8f14-48dd-b929-f4034c941c2f), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.433336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (d2dc5412-8f14-48dd-b929-f4034c941c2f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.543831 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (d2dc5412-8f14-48dd-b929-f4034c941c2f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.567057 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dc5412-8f14-48dd-b929-f4034c941c2f,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:39.594949 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80243578-a08e-4c6a-9d9f-e645756fec7d req-4d7f8a48-778b-42d6-bc45-96f6b2974472 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:39.597179 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-80243578-a08e-4c6a-9d9f-e645756fec7d req-4d7f8a48-778b-42d6-bc45-96f6b2974472 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0571272 Sep 19 10:39:39.603911 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'da30cf22-d919-40a9-a5b2-452c5511f7dd', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'port_id': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'mac_address': 'fa:16:3e:f7:e5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:37Z', 'updated_at': '2022-09-19T10:39:37Z', 'revision_number': 0, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:06Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:39:39.635858 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32981c-c7d9-4b49-9911-3af102788f65 None None] The sync data for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi is: [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'da30cf22-d919-40a9-a5b2-452c5511f7dd', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'port_id': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'mac_address': 'fa:16:3e:f7:e5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:37Z', 'updated_at': '2022-09-19T10:39:37Z', 'revision_number': 0, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:06Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:39:39.643398 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.648517 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33160) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:39.649587 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c2a4afe6-2310-43c1-b65f-36254cc5ad61 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780239 Sep 19 10:39:39.654279 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group_rule': {'security_group_id': '90e1f5cd-0727-4e95-9b17-12a01438d02c', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:39.709869 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-80243578-a08e-4c6a-9d9f-e645756fec7d req-beda079d-7485-4762-acd3-478c5bc3b14f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043210 Sep 19 10:39:39.729453 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597096-2d75-418f-868e-2e30e39e1736 req-ceaac337-2a6b-42f3-a321-f015c5f59186 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:39.729453 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a597096-2d75-418f-868e-2e30e39e1736 req-ceaac337-2a6b-42f3-a321-f015c5f59186 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0562644 Sep 19 10:39:39.781644 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a597096-2d75-418f-868e-2e30e39e1736 req-e9c963ac-3780-451c-b182-1fa1d36d759a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480571 Sep 19 10:39:39.788275 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (4a9ae660-949a-413c-a711-a11fb4c8e166), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.853293 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:39.863229 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (4a9ae660-949a-413c-a711-a11fb4c8e166), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.863963 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fe401-1308-4d62-8f01-d66d93dff1d9 None None] New status for floating IP da30cf22-d919-40a9-a5b2-452c5511f7dd: ACTIVE {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:39:39.972874 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (4a9ae660-949a-413c-a711-a11fb4c8e166), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:39.993091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9ae660-949a-413c-a711-a11fb4c8e166,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:40.090099 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.091399 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c0673f06-1bab-4215-9a8d-f810159e3de7 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4418800 Sep 19 10:39:40.094135 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33162) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:40.100017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group_rule': {'security_group_id': '90e1f5cd-0727-4e95-9b17-12a01438d02c', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:40.194954 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (5cd9c796-0f26-4687-985b-103389967d1d), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.269954 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (5cd9c796-0f26-4687-985b-103389967d1d), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.375981 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (5cd9c796-0f26-4687-985b-103389967d1d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.396755 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd9c796-0f26-4687-985b-103389967d1d,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:40.477435 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.478733 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9667587b-8b7d-49d5-9179-3d962950bcd8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835773 Sep 19 10:39:40.481422 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33166) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:40.485817 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group_rule': {'security_group_id': '90e1f5cd-0727-4e95-9b17-12a01438d02c', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:40.553478 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-fcd9a1da-a747-4c6e-8101-456f70745619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:40.555081 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-fcd9a1da-a747-4c6e-8101-456f70745619 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1130 time: 0.0431437 Sep 19 10:39:40.595486 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (551c0b0e-6495-4a07-8f1b-594b1dc22529), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.657121 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (551c0b0e-6495-4a07-8f1b-594b1dc22529), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.755029 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (551c0b0e-6495-4a07-8f1b-594b1dc22529), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.782629 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551c0b0e-6495-4a07-8f1b-594b1dc22529,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:40.824982 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.826364 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-bdbc0cc5-8be4-436e-a211-c3bad4ccb7c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439670 Sep 19 10:39:40.829712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33172) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:40.835559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group_rule': {'security_group_id': '90e1f5cd-0727-4e95-9b17-12a01438d02c', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:40.848192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b615fa-20ef-4f03-a1fb-6833a707ee94 req-27de6b05-fd3c-410e-a244-fa871a63348d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:40.850629 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c5b615fa-20ef-4f03-a1fb-6833a707ee94 req-27de6b05-fd3c-410e-a244-fa871a63348d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0580831 Sep 19 10:39:40.910916 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.securitygroups_db [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Project c84c95680abc4f28b49cd092ca96fe32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 10:39:40.921894 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c5b615fa-20ef-4f03-a1fb-6833a707ee94 req-0290d78d-ff9e-4aaa-ab74-2cafb3e9cc86 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643897 Sep 19 10:39:40.924390 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa15c67-61b9-48a1-8a2e-12eee69819ab req-601815e2-a8ad-44c6-b7c2-f22f320d5ba9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:40.926637 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-caa15c67-61b9-48a1-8a2e-12eee69819ab req-601815e2-a8ad-44c6-b7c2-f22f320d5ba9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0582552 Sep 19 10:39:40.927913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (a7f5d4b6-b4d9-4367-8b3f-856b222ed07e), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:40.996710 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:41.009577 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-caa15c67-61b9-48a1-8a2e-12eee69819ab req-1cc6ef5f-6329-4edd-94e9-6ef9c2c82634 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760453 Sep 19 10:39:41.025173 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-4c5da7ef-fd8f-47c5-b34c-e070c055c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:41.026663 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-4c5da7ef-fd8f-47c5-b34c-e070c055c236 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 915 time: 0.0998216 Sep 19 10:39:41.027443 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (a7f5d4b6-b4d9-4367-8b3f-856b222ed07e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.126250 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (a7f5d4b6-b4d9-4367-8b3f-856b222ed07e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.146989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f5d4b6-b4d9-4367-8b3f-856b222ed07e,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:41.218436 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.219639 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-557da929-9609-477f-8e13-94f5261b9b38 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3883278 Sep 19 10:39:41.222936 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33176) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:41.232689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'security_group_rule': {'security_group_id': '90e1f5cd-0727-4e95-9b17-12a01438d02c', 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:41.326600 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.securitygroups_db [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Project c84c95680abc4f28b49cd092ca96fe32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 10:39:41.333135 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (34f7e3a9-a631-44ee-b1e0-96d73c1c04f3), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.379401 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:41.399377 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (34f7e3a9-a631-44ee-b1e0-96d73c1c04f3), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.492294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (34f7e3a9-a631-44ee-b1e0-96d73c1c04f3), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.513694 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f7e3a9-a631-44ee-b1e0-96d73c1c04f3,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:41.620048 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:41.621469 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e241e77e-8a89-40c1-af9f-275eaaca2556 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3973775 Sep 19 10:39:41.668505 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:41.700073 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-778f86e9-1cf6-4017-a3ef-ec83556925fd service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 1001 time: 0.0787950 Sep 19 10:39:41.790618 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-8d824627-ded4-495f-8431-6e01f801829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:41.791996 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-8d824627-ded4-495f-8431-6e01f801829d service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 200 len: 853 time: 0.0779781 Sep 19 10:39:41.796828 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-70b70c66-861c-4e6e-b61d-234833cdba57 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1426833707&fields=id&tenant_id=c84c95680abc4f28b49cd092ca96fe32 HTTP/1.1" status: 200 len: 267 time: 0.0918291 Sep 19 10:39:41.881527 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-77dc7b52-0bdb-4237-8e12-1a9eb70a03a0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:41.882512 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ba115-5a2d-45ac-9687-c3085aca9794 req-a6d0e624-a7b0-4b3b-8dc6-bc8bbc9ecd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:41.884145 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-356ba115-5a2d-45ac-9687-c3085aca9794 req-a6d0e624-a7b0-4b3b-8dc6-bc8bbc9ecd57 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1131 time: 0.0400500 Sep 19 10:39:41.885518 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-77dc7b52-0bdb-4237-8e12-1a9eb70a03a0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0829728 Sep 19 10:39:41.900005 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'port': {'security_groups': ['1e0b9320-51b8-4fc8-94d3-12a1441ffbb0', '90e1f5cd-0727-4e95-9b17-12a01438d02c']}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:41.900509 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:41.905846 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-cb198151-37c9-4432-af7f-9a2493d8fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:41.907449 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-cb198151-37c9-4432-af7f-9a2493d8fa74 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723987 Sep 19 10:39:41.933094 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-356ba115-5a2d-45ac-9687-c3085aca9794 req-291140de-9f0b-4fbc-a35c-3489c89c1499 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Sep 19 10:39:42.030934 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:42.057184 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f6ab-a915-42b3-a25a-f78054ff0f54 req-699fab34-9735-4530-825f-d6cdfc72295b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:42.058809 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af59f6ab-a915-42b3-a25a-f78054ff0f54 req-699fab34-9735-4530-825f-d6cdfc72295b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0489819 Sep 19 10:39:42.088502 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-63aee83e-d83c-4216-b951-cb05a7cd9984 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642692 Sep 19 10:39:42.111159 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af59f6ab-a915-42b3-a25a-f78054ff0f54 req-70f43544-70a3-4e04-a16b-0d781356affe tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462978 Sep 19 10:39:42.234709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:42.265749 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:42.330457 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:42.371829 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:42.372426 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:42.373851 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d3fe1f6f-1b36-44f8-946c-7f782a272bf7 req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "PUT /networking/v2.0/ports/679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 982 time: 0.4846160 Sep 19 10:39:42.376807 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:39:42.377482 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['679b3a2a-4d03-4c60-b1ac-06853d91645b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:39:42.379030 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:39:42.430019 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbd05f7-a141-429d-abfb-05011d1e19c8 x-openstack-request-id: req-7dbd05f7-a141-429d-abfb-05011d1e19c8 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:39:42.430256 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:39:42.430506 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dbd05f7-a141-429d-abfb-05011d1e19c8 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:39:42.430904 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbd05f7-a141-429d-abfb-05011d1e19c8'] response: {'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'status': 'completed', 'code': 200} Sep 19 10:39:42.437947 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:42.465283 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6ee1c-3cfa-4933-8e94-0d3f2fc6e147 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=6']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:42.471580 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-68a2a66b-5be2-423d-adc4-66e14b0fcc8a req-ff20e38b-7067-4c61-8238-ea4065e840ac service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631663 Sep 19 10:39:42.499463 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96adcc-cef4-49ed-94a5-3d2a193999a8 req-ca15fdfb-c111-43de-8613-f5960ed3fc46 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:42.501024 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fd96adcc-cef4-49ed-94a5-3d2a193999a8 req-ca15fdfb-c111-43de-8613-f5960ed3fc46 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0531681 Sep 19 10:39:42.520687 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:42.563361 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fd96adcc-cef4-49ed-94a5-3d2a193999a8 req-d2e87483-cf40-48dc-bf42-f9d573776a04 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551264 Sep 19 10:39:42.605712 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:42.663962 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['679b3a2a-4d03-4c60-b1ac-06853d91645b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:39:42.874955 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33200) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:42.879471 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128811513', 'description': 'tempest-description--402011590'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:42.967056 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.046225 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group (af9b8521-d400-4f29-b163-6a294a3d5ec1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.138188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (af9b8521-d400-4f29-b163-6a294a3d5ec1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.169911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9b8521-d400-4f29-b163-6a294a3d5ec1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:43.187574 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-f6c08007-8d8c-4d8c-933b-f4e44559c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:43.193402 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-f6c08007-8d8c-4d8c-933b-f4e44559c695 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1169 time: 0.0427387 Sep 19 10:39:43.248728 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e0bcd-b86b-43f2-a204-2fe3cae64311 req-b7840b4f-69ee-47df-9e6c-5a36be9fee7f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:43.250560 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c5e0bcd-b86b-43f2-a204-2fe3cae64311 req-b7840b4f-69ee-47df-9e6c-5a36be9fee7f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0532227 Sep 19 10:39:43.254573 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.255796 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-87eafce0-1969-4646-b91b-87b460d893e9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3798342 Sep 19 10:39:43.260031 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33204) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:43.268737 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'security_group_rule': {'security_group_id': 'af9b8521-d400-4f29-b163-6a294a3d5ec1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:43.307104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-5fb95c2d-a76d-48e4-97b9-2699ea3d3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:43.308688 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-5fb95c2d-a76d-48e4-97b9-2699ea3d3d5c service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 915 time: 0.0983100 Sep 19 10:39:43.322735 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c5e0bcd-b86b-43f2-a204-2fe3cae64311 req-9068fbb1-d625-436c-8854-0f43de5335b8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647781 Sep 19 10:39:43.377334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:43.380242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group_rule (fb588df0-0dca-4091-a6dc-da2a55bb7a19), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.407543 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-797e76eb-c9c1-4b10-994e-2e5e607f2356 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 1001 time: 0.0626111 Sep 19 10:39:43.442822 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group_rule (fb588df0-0dca-4091-a6dc-da2a55bb7a19), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.515191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (fb588df0-0dca-4091-a6dc-da2a55bb7a19), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.535862 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb588df0-0dca-4091-a6dc-da2a55bb7a19,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:43.591688 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.592854 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c0bf6eb0-acaf-428b-90e7-ab973d0f18eb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318992 Sep 19 10:39:43.602966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33208) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:43.607396 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'security_group_rule': {'security_group_id': 'af9b8521-d400-4f29-b163-6a294a3d5ec1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:43.669750 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group_rule (8ba73307-fdb6-4bc1-9ebd-8251bd812881), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.722491 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group_rule (8ba73307-fdb6-4bc1-9ebd-8251bd812881), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.793422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (8ba73307-fdb6-4bc1-9ebd-8251bd812881), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:43.799900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:44.056989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba73307-fdb6-4bc1-9ebd-8251bd812881,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:44.231604 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:44.232865 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-557d7a9b-0f1a-48f9-978a-179bf727251c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6289256 Sep 19 10:39:44.235958 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33210) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:39:44.240770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:44.314532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-a2dd002f-e40e-4774-8ae3-e5d5dbac43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:44.317325 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-a2dd002f-e40e-4774-8ae3-e5d5dbac43fd service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 200 len: 853 time: 0.0489709 Sep 19 10:39:44.336148 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:44.373696 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-56f49986-c010-4a40-bc05-090615381167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:44.375278 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-56f49986-c010-4a40-bc05-090615381167 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443101 Sep 19 10:39:44.476623 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:44.531664 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54903f-3ae3-4fe8-9862-fa7fa0755acf req-0eee2d8c-5999-4f9d-a980-082629b70c2e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:44.533200 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3e54903f-3ae3-4fe8-9862-fa7fa0755acf req-0eee2d8c-5999-4f9d-a980-082629b70c2e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0891008 Sep 19 10:39:44.535102 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-5d2af77b-978a-4b08-a412-092e1359d0f6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521475 Sep 19 10:39:44.618563 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Allocated IP 172.27.0.213 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/6e28224a-a0a2-454d-8dc1-6fd8ec854390) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:39:44.645171 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3e54903f-3ae3-4fe8-9862-fa7fa0755acf req-46c5b18b-8d34-4876-97cf-337bc9a793ea tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033361 Sep 19 10:39:44.687672 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cbd93b31-dd9d-4cb8-87d8-bc4f6d5cada7 req-c9060f59-0985-482e-9089-3ca5556d1bf1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392832 Sep 19 10:39:44.735808 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:44.839959 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:44.885806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:39:44.891360 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:39:44.893601 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'Port': ['ID=6e28224a-a0a2-454d-8dc1-6fd8ec854390,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:44.896354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:39:44.983292 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:45.084872 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:45.215206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:45.223082 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:45.239741 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:45.304026 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:45.373952 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'Port': ['ID=6e28224a-a0a2-454d-8dc1-6fd8ec854390,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:45.376399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:45.482742 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:45.484075 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-faf65150-1ce9-4dbf-8a20-8f22f880fdce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2471874 Sep 19 10:39:45.789996 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b79d8-c4ce-406d-abfd-2c9070324ea7 req-ac849425-de04-4f08-9193-0da7e54934e5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:45.791645 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-080b79d8-c4ce-406d-abfd-2c9070324ea7 req-ac849425-de04-4f08-9193-0da7e54934e5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0558345 Sep 19 10:39:45.842206 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-080b79d8-c4ce-406d-abfd-2c9070324ea7 req-e3fcb03b-8eeb-4635-bd1b-85562391c288 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448010 Sep 19 10:39:45.954288 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-3bfa4186-8892-4169-a8b5-f650b4a31735 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--128811513&fields=id&tenant_id=af388d6e63d641528e8f00de41c59490 HTTP/1.1" status: 200 len: 267 time: 0.0440097 Sep 19 10:39:46.071126 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-389d51ca-851a-443a-b2c6-4c3cdac997db tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:46.072784 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-389d51ca-851a-443a-b2c6-4c3cdac997db tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 818 time: 0.1102967 Sep 19 10:39:46.088552 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-ce316b8b-d6ae-4855-91a0-53b1a1625f31 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/quotas/af388d6e63d641528e8f00de41c59490 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Sep 19 10:39:46.146014 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-dfd6223e-2052-44a9-b73c-dc36d466757c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511062 Sep 19 10:39:46.250262 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-91d1a245-5037-41f3-866b-ebee54a9b69d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924604 Sep 19 10:39:46.344516 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-665f822c-6dae-4400-99d7-39bce5769654 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875137 Sep 19 10:39:46.620725 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-86c14587-e7a0-4564-a456-da8d41e0d3d4 req-7a61d68e-a387-4579-8c21-7fb3fef78682 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Sep 19 10:39:46.977634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1167d-90b6-4001-bd0c-a1a631d81c50 req-d3386082-1b2a-45c6-ba34-fbe43c2dbb66 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:46.979309 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fbb1167d-90b6-4001-bd0c-a1a631d81c50 req-d3386082-1b2a-45c6-ba34-fbe43c2dbb66 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0534258 Sep 19 10:39:47.030452 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fbb1167d-90b6-4001-bd0c-a1a631d81c50 req-9f29a6c4-6e5b-4152-81b5-b3b67df91daa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Sep 19 10:39:47.726107 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-33dd9cb9-0eaf-449b-84a8-f9724c08b1db req-2e7fd579-886f-4288-be12-1a7669252ca6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0286884 Sep 19 10:39:48.840629 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e15fca3e-7a0b-4baf-8252-9b9e83e21181 req-31b66dd3-1424-4c28-8750-5de1a23021ba tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0302455 Sep 19 10:39:49.411804 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:49.442008 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-341c5424-8204-4c7e-9992-5cb555ed0e0a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:49.443961 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-341c5424-8204-4c7e-9992-5cb555ed0e0a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 818 time: 0.1058323 Sep 19 10:39:49.520989 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-ffd87419-275c-42c2-906e-cedfe39ffb54 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af388d6e63d641528e8f00de41c59490 HTTP/1.1" status: 200 len: 379 time: 0.0548086 Sep 19 10:39:49.530652 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'port': {'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'admin_state_up': True, 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'security_groups': ['af9b8521-d400-4f29-b163-6a294a3d5ec1']}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:49.633959 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:49.730149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Made reservation on behalf of af388d6e63d641528e8f00de41c59490 for: {'port': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:39:49.733909 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:49.865675 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Allocated IP 172.20.0.4 (6075686e-fc72-4e07-bc84-884b33c04b1a/3a49168d-63ae-4526-b71a-704c434885f1/e1416496-e4ee-4d30-b099-b5b41ef7198f) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:39:49.971961 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4ea96abc-2f0b-4be7-9ddb-6513f319d6e0 req-1227cc9d-bc6c-4b9c-9a88-3264a1e2ef1f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0523505 Sep 19 10:39:50.027299 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.107976 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.152997 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Network 6075686e-fc72-4e07-bc84-884b33c04b1a is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:39:50.159524 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:39:50.164370 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:39:50.191339 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event updated for resources: {'Port': ['ID=e1416496-e4ee-4d30-b099-b5b41ef7198f,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:50.217431 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:50.218045 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.300715 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a23b1a9-e93f-460f-b337-bd1a21aa7fd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7736366 Sep 19 10:39:50.326039 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Request body: {'port': {'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:39:50.344504 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Provisioning complete for port e1416496-e4ee-4d30-b099-b5b41ef7198f triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:39:50.345109 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.345722 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Attempt 1 to provision port e1416496-e4ee-4d30-b099-b5b41ef7198f Sep 19 10:39:50.376673 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:50.381918 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Port e1416496-e4ee-4d30-b099-b5b41ef7198f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:39:50.384655 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.480055 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:50.590760 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:50.635063 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1416496-e4ee-4d30-b099-b5b41ef7198f {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:39:50.642611 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Publish callbacks [] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.655702 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Transition to ACTIVE for port object e1416496-e4ee-4d30-b099-b5b41ef7198f will not be triggered until provisioned by entity L2. {{(pid=106798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:39:50.726554 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.785030 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1416496-e4ee-4d30-b099-b5b41ef7198f,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:50.841832 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Attempting to bind port e1416496-e4ee-4d30-b099-b5b41ef7198f on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:39:50.842199 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Attempting to bind port e1416496-e4ee-4d30-b099-b5b41ef7198f by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:39:50.842523 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Attempting to bind port e1416496-e4ee-4d30-b099-b5b41ef7198f on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:39:50.882745 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Attempt 2 to provision port e1416496-e4ee-4d30-b099-b5b41ef7198f Sep 19 10:39:50.884480 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Port e1416496-e4ee-4d30-b099-b5b41ef7198f on network 6075686e-fc72-4e07-bc84-884b33c04b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:39:50.884902 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Attempting to bind port e1416496-e4ee-4d30-b099-b5b41ef7198f on network 6075686e-fc72-4e07-bc84-884b33c04b1a {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:39:50.914072 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Port e1416496-e4ee-4d30-b099-b5b41ef7198f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:39:50.925986 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:39:50.926321 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Checking segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:39:50.926709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Bound using segment: {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:39:50.927135 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Bound port: e1416496-e4ee-4d30-b099-b5b41ef7198f, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca509ba-2ddd-4272-9358-024ddadd203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:39:50.927488 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:50.984666 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] For port e1416496-e4ee-4d30-b099-b5b41ef7198f, host hv-cinder-85827, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:39:50.987582 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] For port e1416496-e4ee-4d30-b099-b5b41ef7198f, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:39:51.041530 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:51.045826 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.046467 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:51.047885 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 1093 time: 0.7260416 Sep 19 10:39:51.048378 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:39:51.050674 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:39:51.092638 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db3886-138d-4945-8a2b-0810590a3034 x-openstack-request-id: req-e6db3886-138d-4945-8a2b-0810590a3034 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:39:51.092867 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:39:51.093150 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6db3886-138d-4945-8a2b-0810590a3034 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:39:51.093558 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6db3886-138d-4945-8a2b-0810590a3034'] response: {'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'status': 'completed', 'code': 200} Sep 19 10:39:51.100304 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a43f8-0387-46f5-a3b9-26e91141a6ce req-495b4f2e-aae0-4607-b93b-58dfbcedd7b2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.103073 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c6a43f8-0387-46f5-a3b9-26e91141a6ce req-495b4f2e-aae0-4607-b93b-58dfbcedd7b2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 943 time: 0.0564702 Sep 19 10:39:51.105481 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e061c0-bba6-42ef-98a7-a1b1e5872e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1416496-e4ee-4d30-b099-b5b41ef7198f,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:51.157043 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c6a43f8-0387-46f5-a3b9-26e91141a6ce req-d78b9ced-f4aa-4fd9-9d8e-b9ce9edfc68f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Sep 19 10:39:51.212802 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d req-ae410c17-ea78-40b8-8484-485c4caf72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.214289 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d req-ae410c17-ea78-40b8-8484-485c4caf72ec service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1127 time: 0.0377505 Sep 19 10:39:51.326425 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d req-d1060196-cc16-4322-9ed7-bcfaed874f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.327865 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d req-d1060196-cc16-4322-9ed7-bcfaed874f8d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=af388d6e63d641528e8f00de41c59490&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0929761 Sep 19 10:39:51.414879 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Attempt 3 to provision port e1416496-e4ee-4d30-b099-b5b41ef7198f Sep 19 10:39:51.454035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-19a88fe7-ce04-4580-a92b-be583ec5a9c4 None None] Port e1416496-e4ee-4d30-b099-b5b41ef7198f had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:39:51.651675 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:51.656310 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d req-05caec91-f7af-42a2-80c9-0684fc2ea28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.657872 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-771585e1-040d-4782-8d8c-a2ffd8a0bb2d req-05caec91-f7af-42a2-80c9-0684fc2ea28c service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3221705 Sep 19 10:39:51.807545 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-0de10ecc-01a9-4b20-9c8f-8fbfdcbb6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.809728 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-0de10ecc-01a9-4b20-9c8f-8fbfdcbb6214 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1127 time: 0.0435934 Sep 19 10:39:51.862227 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-860f3ccd-2b2e-4c44-9e6d-7c385ff07118 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 217 time: 0.0328624 Sep 19 10:39:51.913901 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a34cc14-6255-4df2-9369-0e01ac29c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.915350 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-8a34cc14-6255-4df2-9369-0e01ac29c705 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0457296 Sep 19 10:39:51.962261 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-9f9c3253-14da-49a9-9b14-8cf8c6c972c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:51.963721 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-9f9c3253-14da-49a9-9b14-8cf8c6c972c7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370851 Sep 19 10:39:52.059611 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-4643548b-52a7-47ee-a9ec-3d6645b612e3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836129 Sep 19 10:39:52.153665 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-53decc31-ce4d-4753-9d6e-0185fccc5ce0 req-695063a6-d5a8-4ef4-8c15-f2c6b98a24e1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854363 Sep 19 10:39:52.279941 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b495a-9aa7-48b8-81d5-964a1de1aec2 req-f3161e26-fec8-49b8-844a-30f8a30032ac tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:52.281430 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-849b495a-9aa7-48b8-81d5-964a1de1aec2 req-f3161e26-fec8-49b8-844a-30f8a30032ac tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 943 time: 0.0473416 Sep 19 10:39:52.328091 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-849b495a-9aa7-48b8-81d5-964a1de1aec2 req-0f8a93c9-7758-40e9-97aa-309d5af47728 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407658 Sep 19 10:39:53.079834 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:53.080526 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:53.451655 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7cb0-16e2-498a-baf3-60f05314db59 req-fd96924a-8636-485d-880f-2d0ec89f2ef2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:53.453238 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1de7cb0-16e2-498a-baf3-60f05314db59 req-fd96924a-8636-485d-880f-2d0ec89f2ef2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 943 time: 0.0510032 Sep 19 10:39:53.500623 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1de7cb0-16e2-498a-baf3-60f05314db59 req-ad91324f-4b4b-4f2a-8b65-83ee41d4e170 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416274 Sep 19 10:39:54.611602 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:54.631142 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4837e88-df34-4b36-b9e9-a8306cc7c908 req-957704df-2b6a-4124-9662-912b853948e4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:54.632775 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b4837e88-df34-4b36-b9e9-a8306cc7c908 req-957704df-2b6a-4124-9662-912b853948e4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 943 time: 0.0512571 Sep 19 10:39:54.696370 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b4837e88-df34-4b36-b9e9-a8306cc7c908 req-3a79bff8-c98f-4462-b565-5f0523e9c08d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575745 Sep 19 10:39:55.115621 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadbc2-fc0e-4f13-98b6-d369410903c1 req-10a4cac5-7a8f-486d-acbe-368c48c1d865 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:55.117190 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1aadbc2-fc0e-4f13-98b6-d369410903c1 req-10a4cac5-7a8f-486d-acbe-368c48c1d865 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0478842 Sep 19 10:39:55.168542 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1aadbc2-fc0e-4f13-98b6-d369410903c1 req-e2a750ce-4cda-4f4b-82da-5ff8088dad69 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454867 Sep 19 10:39:55.825943 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a5e8-1faf-4914-9daf-1177603c92c5 req-31ed4e6e-4c80-4c90-8a2f-41e77603ece2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:55.827342 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-11b6a5e8-1faf-4914-9daf-1177603c92c5 req-31ed4e6e-4c80-4c90-8a2f-41e77603ece2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 943 time: 0.0533762 Sep 19 10:39:55.852359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:55.874888 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-11b6a5e8-1faf-4914-9daf-1177603c92c5 req-334775e4-5672-4260-9647-a4bdda2603e3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Sep 19 10:39:56.143980 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:56.288155 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb1b31-6ea8-4f8d-a2e5-861795a22d16 req-9a596463-45df-4e7e-bec5-0aa6286c9b23 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:56.289689 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2eb1b31-6ea8-4f8d-a2e5-861795a22d16 req-9a596463-45df-4e7e-bec5-0aa6286c9b23 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0474241 Sep 19 10:39:56.337130 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2eb1b31-6ea8-4f8d-a2e5-861795a22d16 req-504af7a2-a04b-40f7-bb4f-e0bc37fe1b54 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Sep 19 10:39:56.999069 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3fcb-183a-4888-8391-8689677d013d req-23e5ab43-0462-4287-ae52-13ec54d4fe2b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:57.000539 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-370b3fcb-183a-4888-8391-8689677d013d req-23e5ab43-0462-4287-ae52-13ec54d4fe2b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 943 time: 0.0495055 Sep 19 10:39:57.047939 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-370b3fcb-183a-4888-8391-8689677d013d req-40fcc31b-46cb-499d-b9a0-cb21967f56fa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Sep 19 10:39:57.204230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e1416496-e4ee-4d30-b099-b5b41ef7198f details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:39:57.306892 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port e1416496-e4ee-4d30-b099-b5b41ef7198f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:57.318062 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:39:57.352903 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port e1416496-e4ee-4d30-b099-b5b41ef7198f is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:39:57.353312 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:57.366496 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1416496-e4ee-4d30-b099-b5b41ef7198f {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:39:57.386619 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port e1416496-e4ee-4d30-b099-b5b41ef7198f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:57.444827 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:57.446820 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:57.469095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc66fb6-ecf1-4825-9cfd-37a90e259624 req-d6251a26-4e3f-4348-9385-c5f28310037c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:57.471429 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bc66fb6-ecf1-4825-9cfd-37a90e259624 req-d6251a26-4e3f-4348-9385-c5f28310037c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0559387 Sep 19 10:39:57.506167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=e1416496-e4ee-4d30-b099-b5b41ef7198f,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:57.513422 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.513775 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.514145 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.514506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.514847 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.515180 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.515511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.515950 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.516288 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.516620 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.516950 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.517386 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.517718 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.518041 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.518365 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:57.524519 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bc66fb6-ecf1-4825-9cfd-37a90e259624 req-147942fb-f4c1-4b71-81af-c2e42fa4b8b6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Sep 19 10:39:58.169863 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd769f-addc-4bc4-b806-a66ad7493024 req-6d391b3c-8ef7-4745-af9d-511ae1eecf5d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:58.171355 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2fcd769f-addc-4bc4-b806-a66ad7493024 req-6d391b3c-8ef7-4745-af9d-511ae1eecf5d tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 944 time: 0.0483079 Sep 19 10:39:58.218166 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2fcd769f-addc-4bc4-b806-a66ad7493024 req-5459bf2d-0fba-4395-a057-5156cd9cf18c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Sep 19 10:39:58.658994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c4fca-d17d-4ed5-bc5e-853b409c6f64 req-4997b47a-ecfd-47a2-9d28-7a8a3d7d9602 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:58.660486 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-434c4fca-d17d-4ed5-bc5e-853b409c6f64 req-4997b47a-ecfd-47a2-9d28-7a8a3d7d9602 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0513828 Sep 19 10:39:58.707297 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-434c4fca-d17d-4ed5-bc5e-853b409c6f64 req-d4b807b3-f1c9-4002-87a0-635af5d55550 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c9521c2-8bfa-416a-99f8-81db68c36039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405929 Sep 19 10:39:58.761005 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['e1416496-e4ee-4d30-b099-b5b41ef7198f'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:39:58.813264 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:59.062127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2b7436f1-6488-43fa-b781-c511d83903d5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:59.063554 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2b7436f1-6488-43fa-b781-c511d83903d5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 945 time: 0.0481453 Sep 19 10:39:59.150533 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:39:59.152103 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:59.247519 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] For port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:39:59.252235 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:59.395290 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905cc9-f4f4-4afb-91dc-1b0800bdb67c req-0564b1e5-d0e7-406c-af11-9ad92a50891c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:39:59.396808 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9f905cc9-f4f4-4afb-91dc-1b0800bdb67c req-0564b1e5-d0e7-406c-af11-9ad92a50891c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 944 time: 0.0873055 Sep 19 10:39:59.420898 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:59.519482 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9f905cc9-f4f4-4afb-91dc-1b0800bdb67c req-cc6d6718-1ce9-4591-95d1-7549f44c3102 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943139 Sep 19 10:39:59.538310 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:59.538675 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (78948e62-f516-48aa-81c3-a1c21040373a), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:59.538985 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP 78948e62-f516-48aa-81c3-a1c21040373a disassociated. External IP: 172.27.0.97, port: e365e3c1-d43a-4f66-a27c-3c6f6a2511c1. Sep 19 10:39:59.539325 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:39:59.727021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (e365e3c1-d43a-4f66-a27c-3c6f6a2511c1), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:39:59.733353 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:39:59.756385 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=e365e3c1-d43a-4f66-a27c-3c6f6a2511c1,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:39:59.769580 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.769947 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.771354 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.771354 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.771582 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.771922 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.772250 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.772574 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.772896 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.773252 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.773655 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.773912 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.774515 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.775041 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.775041 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:39:59.821748 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c82489d-b9d4-4c34-9bc9-2026856bd258 req-dd93498f-3356-4990-9b48-8c8937715481 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0375853 Sep 19 10:39:59.899012 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:40:00.001275 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:40:00.013235 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:40:00.023931 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:00.024554 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:39:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:00.043282 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] No DVR routers for this DVR port e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:40:00.045839 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:00.049267 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f8873c88-da82-4c03-9b76-d4164eec2649 req-2582c6b0-7cfd-4bea-ac62-736174f2ae79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "DELETE /networking/v2.0/ports/e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 HTTP/1.1" status: 204 len: 173 time: 0.9756129 Sep 19 10:40:00.049774 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'name': 'network-vif-deleted', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:00.052161 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e07e4-9793-4d0e-9c7c-f206cb4b3815" -d '{"events": [{"server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "name": "network-vif-deleted", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:00.092537 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a569a-0488-444b-8da8-1f044dc1cc04 x-openstack-request-id: req-701a569a-0488-444b-8da8-1f044dc1cc04 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:00.092829 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2a322d-06ff-40fa-8360-2df1f450bccf", "name": "network-vif-deleted", "tag": "e365e3c1-d43a-4f66-a27c-3c6f6a2511c1", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:00.093251 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-701a569a-0488-444b-8da8-1f044dc1cc04 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:00.093666 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701a569a-0488-444b-8da8-1f044dc1cc04'] response: {'server_uuid': 'ff2a322d-06ff-40fa-8360-2df1f450bccf', 'name': 'network-vif-deleted', 'tag': 'e365e3c1-d43a-4f66-a27c-3c6f6a2511c1', 'status': 'completed', 'code': 200} Sep 19 10:40:00.134716 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:00.175313 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:00.361502 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:19Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:00.387506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:40:00.396199 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:00.396786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:39:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:00.500022 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:00.538854 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e1416496-e4ee-4d30-b099-b5b41ef7198f up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:40:00.636792 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port e1416496-e4ee-4d30-b099-b5b41ef7198f completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:40:00.666505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01bb6-83ef-4ee2-8d6b-dde863751bbd req-aed0985a-15c3-4edc-b771-ef45f4cd92e3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:00.668722 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5ad01bb6-83ef-4ee2-8d6b-dde863751bbd req-aed0985a-15c3-4edc-b771-ef45f4cd92e3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 944 time: 0.0589304 Sep 19 10:40:00.729960 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5ad01bb6-83ef-4ee2-8d6b-dde863751bbd req-ce1d0409-4c86-468c-b74d-b650532594b1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544863 Sep 19 10:40:00.823511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port e1416496-e4ee-4d30-b099-b5b41ef7198f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:40:00.823885 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:00.824225 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port e1416496-e4ee-4d30-b099-b5b41ef7198f Sep 19 10:40:00.962897 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port e1416496-e4ee-4d30-b099-b5b41ef7198f is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:40:00.963205 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc347199-e493-44fc-9424-474453385396 req-95080ca8-4eac-47f7-b720-d7b922e4d62e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff2a322d-06ff-40fa-8360-2df1f450bccf HTTP/1.1" status: 200 len: 210 time: 0.0333550 Sep 19 10:40:00.963667 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:01.002853 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:01.005260 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc8d37-d5af-4ced-913d-d4ec2da4631e" -d '{"events": [{"server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "name": "network-vif-plugged", "status": "completed", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:01.016051 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port e1416496-e4ee-4d30-b099-b5b41ef7198f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:01.021111 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:19Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:01.054132 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce762cf-edef-4675-99cc-0caf48627128 x-openstack-request-id: req-2ce762cf-edef-4675-99cc-0caf48627128 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:01.054519 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "name": "network-vif-plugged", "status": "completed", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:01.054863 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ce762cf-edef-4675-99cc-0caf48627128 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:01.055341 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce762cf-edef-4675-99cc-0caf48627128'] response: {'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'code': 200} Sep 19 10:40:01.055853 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:01.057734 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dd47b-115f-4e90-b107-1bc541a4b412 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '6323fdf4-7b23-4ec9-986e-d4288c59dbb3', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:3c:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:36:35Z', 'updated_at': '2022-09-19T10:37:19Z', 'revision_number': 2, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:40:01.110340 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:01.168484 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=e1416496-e4ee-4d30-b099-b5b41ef7198f,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:01.401469 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd747974-82ee-4d82-92be-31dc3b5c9782 None None] New status for floating IP 78948e62-f516-48aa-81c3-a1c21040373a: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:40:01.586436 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09c586-7dd3-426c-abc9-0f9e80bf2d45 req-3ab3f8a0-af3c-43db-b221-38774ab0ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:01.588219 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb09c586-7dd3-426c-abc9-0f9e80bf2d45 req-3ab3f8a0-af3c-43db-b221-38774ab0ede9 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0426712 Sep 19 10:40:01.665233 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb09c586-7dd3-426c-abc9-0f9e80bf2d45 req-4f074656-a736-45d8-be77-1d2a79b70941 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591202 Sep 19 10:40:01.870790 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93557ffb-6822-4766-9b9f-2a172fdea309 req-89aeccfc-1795-40db-ad9c-8a10b0f8c5f3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:01.872503 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93557ffb-6822-4766-9b9f-2a172fdea309 req-89aeccfc-1795-40db-ad9c-8a10b0f8c5f3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0586340 Sep 19 10:40:01.933666 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93557ffb-6822-4766-9b9f-2a172fdea309 req-3a0e8e96-b8bb-4c96-886d-3b054ba65429 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537705 Sep 19 10:40:02.106041 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33418) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:02.163769 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4a77d58-112d-476b-827e-fcb028b4288e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (3c9521c2-8bfa-416a-99f8-81db68c36039), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.185893 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4a77d58-112d-476b-827e-fcb028b4288e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (3c9521c2-8bfa-416a-99f8-81db68c36039), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.284803 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4a77d58-112d-476b-827e-fcb028b4288e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3c9521c2-8bfa-416a-99f8-81db68c36039), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.287950 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4a77d58-112d-476b-827e-fcb028b4288e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.289142 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b4a77d58-112d-476b-827e-fcb028b4288e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3c9521c2-8bfa-416a-99f8-81db68c36039 HTTP/1.1" status: 204 len: 168 time: 0.1816509 Sep 19 10:40:02.292003 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33420) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:02.298932 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a77d58-112d-476b-827e-fcb028b4288e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9521c2-8bfa-416a-99f8-81db68c36039,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:02.307301 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.api.v2.resource [None req-ef018b80-2e1e-451a-9667-d520f2377f7b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] show failed (client error): The resource could not be found. Sep 19 10:40:02.308301 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ef018b80-2e1e-451a-9667-d520f2377f7b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups/3c9521c2-8bfa-416a-99f8-81db68c36039 HTTP/1.1" status: 404 len: 347 time: 0.0147614 Sep 19 10:40:02.311303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33424) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:02.430679 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port 67826eb7-e05c-40ef-9703-a7564f71b8da {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:40:02.431014 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.506685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.506941 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (67826eb7-e05c-40ef-9703-a7564f71b8da), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.515574 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:02.520152 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for 67826eb7-e05c-40ef-9703-a7564f71b8da owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:40:02.671135 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:02.711044 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (67826eb7-e05c-40ef-9703-a7564f71b8da), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.739495 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=67826eb7-e05c-40ef-9703-a7564f71b8da,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:02.818749 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (78948e62-f516-48aa-81c3-a1c21040373a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.822397 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:02.826659 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1858751e-1c43-4847-a0f7-ceca13b2e143 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/78948e62-f516-48aa-81c3-a1c21040373a HTTP/1.1" status: 204 len: 168 time: 0.5140495 Sep 19 10:40:02.873761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f8d2a680-6956-4bfc-8c2d-ee26d1a48ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:03.063611 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0aa9c-db55-4aa0-b8af-291b551e4060 req-9579272d-9837-4b0e-9315-f3a3832f59a0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:03.065132 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70c0aa9c-db55-4aa0-b8af-291b551e4060 req-9579272d-9837-4b0e-9315-f3a3832f59a0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0567746 Sep 19 10:40:03.113728 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70c0aa9c-db55-4aa0-b8af-291b551e4060 req-ce8ab576-91b6-4cb2-8ddc-e9fafd67c707 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 Sep 19 10:40:04.234632 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f529-c6a9-47aa-bc13-4181fe7cf421 req-0746c3a0-694c-4020-a1a0-74c90a661bb1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:04.236079 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce06f529-c6a9-47aa-bc13-4181fe7cf421 req-0746c3a0-694c-4020-a1a0-74c90a661bb1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0464385 Sep 19 10:40:04.285896 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce06f529-c6a9-47aa-bc13-4181fe7cf421 req-64ab926b-5add-4116-8dbd-281a2701b036 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Sep 19 10:40:04.365703 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:04.402967 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5add313-cd21-4e9e-b938-bfc9db49b88a req-f362a2c0-5d7b-499a-8b82-65c0205ab99c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:04.404393 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c5add313-cd21-4e9e-b938-bfc9db49b88a req-f362a2c0-5d7b-499a-8b82-65c0205ab99c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Sep 19 10:40:04.414646 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33458) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:04.418857 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'floatingip': {'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:04.460233 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:04.869315 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:04.927100 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:05.016831 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Floating IP eeb09e68-33a6-466f-9543-a99303a06948 associated. External IP: 172.27.0.213, port: e1416496-e4ee-4d30-b099-b5b41ef7198f. Sep 19 10:40:05.096901 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:05.213780 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:40:05.246840 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-259ad7fe-51f6-4035-b6af-eabe6ce43f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:05.315754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:40:05.320857 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:05.325499 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] Sync routers for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:40:05.339404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:05.340784 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:05.357551 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ff83c68b-1b36-4685-be3d-495843f9643c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/eeb09e68-33a6-466f-9543-a99303a06948 HTTP/1.1" status: 200 len: 991 time: 0.9395587 Sep 19 10:40:05.357551 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:05.358762 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e907e-6c7a-4646-b53a-36c4b94474c1" -d '{"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:05.381946 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:05.405940 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bea2b2-9c58-4f64-af79-fdd23b8ebe29 x-openstack-request-id: req-90bea2b2-9c58-4f64-af79-fdd23b8ebe29 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:05.406509 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:05.406966 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90bea2b2-9c58-4f64-af79-fdd23b8ebe29 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:05.407740 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bea2b2-9c58-4f64-af79-fdd23b8ebe29'] response: {'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'status': 'completed', 'code': 200} Sep 19 10:40:05.454292 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:05.665477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eeb09e68-33a6-466f-9543-a99303a06948', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:44Z', 'updated_at': '2022-09-19T10:40:04Z', 'revision_number': 1, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:05.688793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] Checking router: 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:40:05.696852 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:05.697476 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:05.795170 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:06.000107 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eeb09e68-33a6-466f-9543-a99303a06948', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:44Z', 'updated_at': '2022-09-19T10:40:04Z', 'revision_number': 1, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:06.028672 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b58f9-e17f-406a-a5a3-89cb648f1539 None None] The sync data for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi is: [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eeb09e68-33a6-466f-9543-a99303a06948', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:44Z', 'updated_at': '2022-09-19T10:40:04Z', 'revision_number': 1, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:40:06.220808 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca7dc6-f43a-424d-b738-c87cdaa782e9 None None] New status for floating IP eeb09e68-33a6-466f-9543-a99303a06948: ACTIVE {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:40:06.599764 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:06.836524 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:40:06.857205 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:40:06.857557 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e365e3c1-d43a-4f66-a27c-3c6f6a2511c1 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:40:06.971049 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-cec0fba5-1883-4a3f-8512-b9952676308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:06.972549 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-cec0fba5-1883-4a3f-8512-b9952676308a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0398710 Sep 19 10:40:07.056107 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:07.078928 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-857328e7-69e2-4cef-89ff-98cd3fe39e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:07.080372 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-857328e7-69e2-4cef-89ff-98cd3fe39e5f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.0878870 Sep 19 10:40:07.147290 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-eeaf64ab-5b24-4823-957f-6c5a324517a4 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 1001 time: 0.0542169 Sep 19 10:40:07.437211 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-af0d1f26-f07a-439f-b77d-c17bc9372795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:07.438656 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-af0d1f26-f07a-439f-b77d-c17bc9372795 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.2826414 Sep 19 10:40:07.488527 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-fbefca6a-5ac1-40ac-973b-9dd9425bf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:07.490004 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-fbefca6a-5ac1-40ac-973b-9dd9425bf80c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388453 Sep 19 10:40:07.590569 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-3f6a4ce8-99ad-4398-abdc-6a5ddbd83ac8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870888 Sep 19 10:40:07.683677 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4d1e907e-6c7a-4646-b53a-36c4b94474c1 req-53e0fc48-04c3-43a5-88d0-0aa77598f352 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859802 Sep 19 10:40:08.066520 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:40:08.195413 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:08.361680 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:08.597564 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95dca-31bd-40e5-a496-6ab40004e628 req-b8081404-1acc-4f59-8282-7f18204eed6c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:08.599122 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eea95dca-31bd-40e5-a496-6ab40004e628 req-b8081404-1acc-4f59-8282-7f18204eed6c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0592642 Sep 19 10:40:08.650177 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eea95dca-31bd-40e5-a496-6ab40004e628 req-1e92af6f-92b5-4faa-b693-e5879949332b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Sep 19 10:40:09.776309 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f243e7-87c8-4066-897e-66b1af97b326 req-8ed1843c-05f1-41bd-8e20-0a6c288fec2e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:09.777827 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-09f243e7-87c8-4066-897e-66b1af97b326 req-8ed1843c-05f1-41bd-8e20-0a6c288fec2e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0509057 Sep 19 10:40:09.825693 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-09f243e7-87c8-4066-897e-66b1af97b326 req-0865e2b0-97aa-410d-bdbb-c4185a161d29 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420940 Sep 19 10:40:10.126055 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2894c7-19a6-482a-adf4-62279c37a2b1 req-6ab7fb00-d645-4f53-bff5-7f1f37638075 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:10.127566 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd2894c7-19a6-482a-adf4-62279c37a2b1 req-6ab7fb00-d645-4f53-bff5-7f1f37638075 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0480549 Sep 19 10:40:10.175464 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd2894c7-19a6-482a-adf4-62279c37a2b1 req-a03d6dc2-a31b-4141-b49a-8d4a6870ecf1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420527 Sep 19 10:40:10.946855 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9e97-9012-42b9-830a-87a79d73d3b4 req-7cf51d19-0156-4f4b-be45-16dd311d673c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:10.948331 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f68d9e97-9012-42b9-830a-87a79d73d3b4 req-7cf51d19-0156-4f4b-be45-16dd311d673c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0466251 Sep 19 10:40:10.998133 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f68d9e97-9012-42b9-830a-87a79d73d3b4 req-d8a0ba20-5510-4c2c-be87-484c44389714 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442729 Sep 19 10:40:11.301151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1a05e-34ad-4309-a4a2-8d4ec74fe868 req-25e4f70a-a933-47ba-aab6-a91787e6bee5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:11.302657 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-83f1a05e-34ad-4309-a4a2-8d4ec74fe868 req-25e4f70a-a933-47ba-aab6-a91787e6bee5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0508530 Sep 19 10:40:11.351318 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-83f1a05e-34ad-4309-a4a2-8d4ec74fe868 req-eb44a58e-722b-4624-b8a0-734de7fb78bf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430822 Sep 19 10:40:12.118634 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2a3af-f42c-41b0-acd6-380c3b1fc50c req-5fe0b931-1615-4f87-81c8-f184c6f5770a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:12.120034 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-56a2a3af-f42c-41b0-acd6-380c3b1fc50c req-5fe0b931-1615-4f87-81c8-f184c6f5770a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0465887 Sep 19 10:40:12.169876 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-56a2a3af-f42c-41b0-acd6-380c3b1fc50c req-2cae559b-551e-4398-a30d-2c9936b348fa tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Sep 19 10:40:12.487607 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b508e1e-59fb-4c49-ac01-4b6ba9c31a05 req-aee38030-a071-44c8-8eb1-6cd753908248 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:12.489126 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2b508e1e-59fb-4c49-ac01-4b6ba9c31a05 req-aee38030-a071-44c8-8eb1-6cd753908248 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0471499 Sep 19 10:40:12.537939 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2b508e1e-59fb-4c49-ac01-4b6ba9c31a05 req-b05498d0-91c1-4181-b636-52ca6bdae271 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39b86100-c489-4f8a-b6f2-843fb9e9c805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 Sep 19 10:40:12.546349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-58abb9b2-563e-4e7f-967d-1041a1ebdcc6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:12.547799 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-58abb9b2-563e-4e7f-967d-1041a1ebdcc6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 946 time: 0.0479774 Sep 19 10:40:12.639352 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port 46456a98-39a8-4dce-9255-b1a67d65e7e9 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:40:12.639691 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:12.642264 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:12.730183 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] For port 46456a98-39a8-4dce-9255-b1a67d65e7e9, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=46456a98-39a8-4dce-9255-b1a67d65e7e9,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:12.730543 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:12.899447 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:12.899809 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (6323fdf4-7b23-4ec9-986e-d4288c59dbb3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:12.900121 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP 6323fdf4-7b23-4ec9-986e-d4288c59dbb3 disassociated. External IP: 172.27.0.49, port: 46456a98-39a8-4dce-9255-b1a67d65e7e9. Sep 19 10:40:12.900460 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for 46456a98-39a8-4dce-9255-b1a67d65e7e9 owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:40:12.940073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:13.091844 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (46456a98-39a8-4dce-9255-b1a67d65e7e9), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:13.124639 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=46456a98-39a8-4dce-9255-b1a67d65e7e9,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:13.239118 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:40:13.326989 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede736-cb33-4ccd-94ce-f0d875bbc45f req-0bad54cb-6f6a-4043-aeb3-4475c273b6fd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:13.328546 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9eede736-cb33-4ccd-94ce-f0d875bbc45f req-0bad54cb-6f6a-4043-aeb3-4475c273b6fd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0824792 Sep 19 10:40:13.406373 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:40:13.411925 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:13.416625 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:40:13.423253 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9eede736-cb33-4ccd-94ce-f0d875bbc45f req-e65d1d6b-10e2-4fca-9b9f-d38f40efcd7c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880873 Sep 19 10:40:13.428314 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:13.428953 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:13.457189 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] No DVR routers for this DVR port 46456a98-39a8-4dce-9255-b1a67d65e7e9 on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:40:13.459727 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:13.463084 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fd0b978e-8ba8-4746-9a2d-74598b56d56d req-a80a07f1-cf06-4c7b-a5ae-d619eed062aa tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "DELETE /networking/v2.0/ports/46456a98-39a8-4dce-9255-b1a67d65e7e9 HTTP/1.1" status: 204 len: 173 time: 0.9064362 Sep 19 10:40:13.463588 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'name': 'network-vif-deleted', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:13.468111 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e35562b-1096-4eae-828a-ac0cf5c66e7b" -d '{"events": [{"server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "name": "network-vif-deleted", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:13.508066 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d4ac4d-8113-4da1-9428-cfd66eae412e x-openstack-request-id: req-c3d4ac4d-8113-4da1-9428-cfd66eae412e {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:13.508378 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7407bb-0aa4-4535-8b17-e90cd88cf96d", "name": "network-vif-deleted", "tag": "46456a98-39a8-4dce-9255-b1a67d65e7e9", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:13.508623 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3d4ac4d-8113-4da1-9428-cfd66eae412e {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:13.509038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d4ac4d-8113-4da1-9428-cfd66eae412e'] response: {'server_uuid': '2e7407bb-0aa4-4535-8b17-e90cd88cf96d', 'name': 'network-vif-deleted', 'tag': '46456a98-39a8-4dce-9255-b1a67d65e7e9', 'status': 'completed', 'code': 200} Sep 19 10:40:13.528659 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:13.543468 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:13.630790 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:13.671581 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5024fb53-8218-40ad-a04a-a2e200b57e4f req-72976ba5-bf0d-4d40-a6e7-6e5b4f008519 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.0340831 Sep 19 10:40:13.746934 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:13.772066 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:40:13.781354 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:13.781965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:13.891242 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:14.087706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:14.159530 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33552) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:14.239015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d8007-5d91-4478-b28e-d382aaf26945 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:40:14.271155 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-86e1ebd5-b332-4540-8dd4-b0c19d73c6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.349872 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-86e1ebd5-b332-4540-8dd4-b0c19d73c6a3 admin admin] Publish callbacks [] for security_group (96d3208b-4e9f-44b0-b39f-ef43bb9113e9), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.424596 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-86e1ebd5-b332-4540-8dd4-b0c19d73c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (96d3208b-4e9f-44b0-b39f-ef43bb9113e9), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.464682 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd47c18-7c62-49d6-bf12-d98321fc3bac None None] New status for floating IP 6323fdf4-7b23-4ec9-986e-d4288c59dbb3: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:40:14.466661 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-86e1ebd5-b332-4540-8dd4-b0c19d73c6a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=987fcb826a2a44dcb8a1919f64e2a726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059497 Sep 19 10:40:14.467526 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1ebd5-b332-4540-8dd4-b0c19d73c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3208b-4e9f-44b0-b39f-ef43bb9113e9,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:14.469764 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33560) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:14.549702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b128c174-6ee6-4b56-8758-bed04a911b8b admin admin] Publish callbacks [] for security_group (96d3208b-4e9f-44b0-b39f-ef43bb9113e9), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.597506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b128c174-6ee6-4b56-8758-bed04a911b8b admin admin] Publish callbacks [] for security_group (96d3208b-4e9f-44b0-b39f-ef43bb9113e9), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.632811 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ed40c-e6c6-48d2-afcf-869ccab383fe req-6cc33bf5-f7f5-4434-8cd0-e7213c0e9e63 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:14.634318 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f84ed40c-e6c6-48d2-afcf-869ccab383fe req-6cc33bf5-f7f5-4434-8cd0-e7213c0e9e63 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0766864 Sep 19 10:40:14.689439 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f84ed40c-e6c6-48d2-afcf-869ccab383fe req-f1fa98f3-6e1f-4faa-a6fb-fc67e348598b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472119 Sep 19 10:40:14.745087 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b128c174-6ee6-4b56-8758-bed04a911b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (96d3208b-4e9f-44b0-b39f-ef43bb9113e9), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.747625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b128c174-6ee6-4b56-8758-bed04a911b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:14.748951 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b128c174-6ee6-4b56-8758-bed04a911b8b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/96d3208b-4e9f-44b0-b39f-ef43bb9113e9 HTTP/1.1" status: 204 len: 168 time: 0.2775762 Sep 19 10:40:14.758045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128c174-6ee6-4b56-8758-bed04a911b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3208b-4e9f-44b0-b39f-ef43bb9113e9,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:14.807984 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-16a19fc0-f3f2-4709-8a9f-24d03dbcb7b5 req-0e64e99a-7899-4348-b5d0-a9058e344a8b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e7407bb-0aa4-4535-8b17-e90cd88cf96d HTTP/1.1" status: 200 len: 210 time: 0.0317624 Sep 19 10:40:14.872337 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 46456a98-39a8-4dce-9255-b1a67d65e7e9 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:40:14.892536 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 46456a98-39a8-4dce-9255-b1a67d65e7e9 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:40:14.905267 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 46456a98-39a8-4dce-9255-b1a67d65e7e9 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:40:15.813970 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db04e5-307c-496d-87cd-a29c47e4c4b2 req-ea48aca3-897e-4361-ac6c-8b22302f5c1f tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:15.815388 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-02db04e5-307c-496d-87cd-a29c47e4c4b2 req-ea48aca3-897e-4361-ac6c-8b22302f5c1f tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0484269 Sep 19 10:40:15.827471 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:15.843033 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:15.874385 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-02db04e5-307c-496d-87cd-a29c47e4c4b2 req-fa8b55be-ea6f-4846-9523-bef569697b86 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527036 Sep 19 10:40:15.983855 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33596) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:16.040101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-866ef90c-fc56-4248-9dbf-5cc98b751bca tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (39b86100-c489-4f8a-b6f2-843fb9e9c805), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.063359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-866ef90c-fc56-4248-9dbf-5cc98b751bca tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (39b86100-c489-4f8a-b6f2-843fb9e9c805), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.207317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-866ef90c-fc56-4248-9dbf-5cc98b751bca tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (39b86100-c489-4f8a-b6f2-843fb9e9c805), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.210013 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-866ef90c-fc56-4248-9dbf-5cc98b751bca tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.211220 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-866ef90c-fc56-4248-9dbf-5cc98b751bca tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/39b86100-c489-4f8a-b6f2-843fb9e9c805 HTTP/1.1" status: 204 len: 168 time: 0.2263494 Sep 19 10:40:16.214250 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33598) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:16.220685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ef90c-fc56-4248-9dbf-5cc98b751bca tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b86100-c489-4f8a-b6f2-843fb9e9c805,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:16.228355 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.api.v2.resource [None req-1fbff159-857c-4c3e-ac02-73dcf33ed162 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] show failed (client error): The resource could not be found. Sep 19 10:40:16.229382 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-1fbff159-857c-4c3e-ac02-73dcf33ed162 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups/39b86100-c489-4f8a-b6f2-843fb9e9c805 HTTP/1.1" status: 404 len: 347 time: 0.0141311 Sep 19 10:40:16.232435 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33600) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:16.344888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port f40f5d2b-aeb7-4ca4-b554-07fb66c9227c {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:40:16.345351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.426911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.426911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.440207 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for f40f5d2b-aeb7-4ca4-b554-07fb66c9227c owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:40:16.647827 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (f40f5d2b-aeb7-4ca4-b554-07fb66c9227c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.671160 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=f40f5d2b-aeb7-4ca4-b554-07fb66c9227c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:16.736811 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (6323fdf4-7b23-4ec9-986e-d4288c59dbb3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.739380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:16.740559 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-85d944f0-727d-44b8-80a9-3af9983275b3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6323fdf4-7b23-4ec9-986e-d4288c59dbb3 HTTP/1.1" status: 204 len: 168 time: 0.5070407 Sep 19 10:40:16.908357 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33608) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:16.913597 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428567450', 'description': 'tempest-description--1678622135'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:16.996706 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.017868 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e76b-0d50-4c68-aabb-78199c428d66 req-17d85ec7-e68e-4712-bce4-67a41e6b97ab tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:17.022944 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9704e76b-0d50-4c68-aabb-78199c428d66 req-17d85ec7-e68e-4712-bce4-67a41e6b97ab tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0586956 Sep 19 10:40:17.093852 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9704e76b-0d50-4c68-aabb-78199c428d66 req-1787ebcc-9ab4-4f66-90d6-f314100ce291 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665061 Sep 19 10:40:17.111249 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (d6c84d31-a808-40ae-aba6-60e2ffba7c3d), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.184207 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d6c84d31-a808-40ae-aba6-60e2ffba7c3d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.214885 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c84d31-a808-40ae-aba6-60e2ffba7c3d,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:17.289414 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.290620 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9dab9630-e1ae-450f-81e3-04b0548c06a7 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3811929 Sep 19 10:40:17.293462 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33612) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:17.297856 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': 'd6c84d31-a808-40ae-aba6-60e2ffba7c3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:17.303236 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:17.416647 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (3a84dda1-651d-473b-9354-0e8e9639a625), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.471492 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (3a84dda1-651d-473b-9354-0e8e9639a625), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.571082 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (3a84dda1-651d-473b-9354-0e8e9639a625), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.586792 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a84dda1-651d-473b-9354-0e8e9639a625,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:17.659116 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.660680 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9e63cc86-d966-4eb6-91cc-a46431216ca4 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661036 Sep 19 10:40:17.663715 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33616) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:17.668751 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': 'd6c84d31-a808-40ae-aba6-60e2ffba7c3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:17.781276 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (7f3133a5-f144-4d34-afa8-0c7eb8ae152c), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.804698 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:17.829688 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (7f3133a5-f144-4d34-afa8-0c7eb8ae152c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.910261 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (7f3133a5-f144-4d34-afa8-0c7eb8ae152c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:17.929494 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3133a5-f144-4d34-afa8-0c7eb8ae152c,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:18.016145 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.022042 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33624) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:18.023013 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f5edbd8d-fd83-4eb5-99fb-b106525bb49f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3573174 Sep 19 10:40:18.028592 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:18.104675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.212388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:18.219023 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.237402 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b832-6fdd-4a72-8e5e-909ffefb2f23 req-17757df8-088a-4e8f-a6c5-4478b611dcf8 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:18.238889 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d60b832-6fdd-4a72-8e5e-909ffefb2f23 req-17757df8-088a-4e8f-a6c5-4478b611dcf8 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0652938 Sep 19 10:40:18.345246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:18.357820 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d60b832-6fdd-4a72-8e5e-909ffefb2f23 req-3ae8ca76-b4b9-48da-a029-5a46fd11fd09 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904305 Sep 19 10:40:18.384263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.27.0.21 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/541c93e2-71fd-405c-b7ab-4c1f77e17759) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:40:18.492600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.596177 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.632896 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:40:18.637686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:40:18.641562 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:40:18.667956 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=541c93e2-71fd-405c-b7ab-4c1f77e17759,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:18.729005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (bfb5f257-da05-49a7-a5ea-ba9ddc6212b8), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.845231 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:18.940152 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:18.988738 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.059087 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.131219 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (bfb5f257-da05-49a7-a5ea-ba9ddc6212b8), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.133934 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=541c93e2-71fd-405c-b7ab-4c1f77e17759,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:19.242193 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.244218 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9484b482-1005-4dee-bd06-31fb26ee372b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2196014 Sep 19 10:40:19.450180 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-71ec71d3-eb45-4257-baf9-108a443c7495 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1428567450&fields=id&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 267 time: 0.0451438 Sep 19 10:40:19.497912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94678bc-3602-41c0-b9ab-57b2db13af0b req-f3ba8fbf-2d69-439b-affc-05c7bfddc14d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:19.499433 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b94678bc-3602-41c0-b9ab-57b2db13af0b req-f3ba8fbf-2d69-439b-affc-05c7bfddc14d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0532742 Sep 19 10:40:19.558242 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b94678bc-3602-41c0-b9ab-57b2db13af0b req-2789b28d-1498-49de-9ed0-7b91e440967e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517673 Sep 19 10:40:19.591018 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-10e0a7c0-91a6-4c05-ab54-4ea4df68fdf5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:19.593447 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-10e0a7c0-91a6-4c05-ab54-4ea4df68fdf5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.1366618 Sep 19 10:40:19.608835 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-9aa27a8f-3040-4ab9-8e99-19d90d0e75cf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/quotas/e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 375 time: 0.0098195 Sep 19 10:40:19.629666 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33652) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:19.667429 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-9aac9a04-4e4d-45b9-a783-8a3082dcc44b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531282 Sep 19 10:40:19.745342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-109e4f2d-7cb0-4cd5-a3af-ec2c8c381983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.778228 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-47f96eb4-99f8-4829-95ca-8f2fcff974db service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978079 Sep 19 10:40:19.826274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-109e4f2d-7cb0-4cd5-a3af-ec2c8c381983 admin admin] Publish callbacks [] for security_group (c0dcb4f6-4948-453a-9549-e5ad50188087), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.871176 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-35cbf604-19a1-4914-8f56-72826dc73d19 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870562 Sep 19 10:40:19.914283 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-109e4f2d-7cb0-4cd5-a3af-ec2c8c381983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c0dcb4f6-4948-453a-9549-e5ad50188087), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:19.986015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:19.995763 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-109e4f2d-7cb0-4cd5-a3af-ec2c8c381983 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=376c4b2900354de5b06bdf3a8d2bc298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639390 Sep 19 10:40:19.997972 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33658) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:20.004638 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4f2d-7cb0-4cd5-a3af-ec2c8c381983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dcb4f6-4948-453a-9549-e5ad50188087,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:20.014822 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f1640-d03a-46ad-84db-7cd634270abc req-c6acbee2-d76b-435f-ac11-35123d87407b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:20.016338 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ef5f1640-d03a-46ad-84db-7cd634270abc req-c6acbee2-d76b-435f-ac11-35123d87407b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0971689 Sep 19 10:40:20.089365 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ef5f1640-d03a-46ad-84db-7cd634270abc req-0d60ba1d-e823-43a0-8ea2-0f1e7172a469 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537145 Sep 19 10:40:20.127095 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6d80ef4b-549f-4b38-b789-1c051e335730 admin admin] Publish callbacks [] for security_group (c0dcb4f6-4948-453a-9549-e5ad50188087), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:20.167299 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d749a5cc-5c6a-49cf-a911-3554e97a1343 req-a3a0503b-774b-4197-aea2-ed653322c88d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0417371 Sep 19 10:40:20.177042 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-db88961f-9d2b-462b-9b2c-6adc2c655558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:20.179038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-db88961f-9d2b-462b-9b2c-6adc2c655558 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 1129 time: 0.0952628 Sep 19 10:40:20.185166 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6d80ef4b-549f-4b38-b789-1c051e335730 admin admin] Publish callbacks [] for security_group (c0dcb4f6-4948-453a-9549-e5ad50188087), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:20.287308 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:20.301263 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-91e91589-cfe4-40e6-874d-5d0cf5506b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:20.303392 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-91e91589-cfe4-40e6-874d-5d0cf5506b77 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 912 time: 0.1160378 Sep 19 10:40:20.351421 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6d80ef4b-549f-4b38-b789-1c051e335730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c0dcb4f6-4948-453a-9549-e5ad50188087), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:20.353984 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6d80ef4b-549f-4b38-b789-1c051e335730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:20.355106 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6d80ef4b-549f-4b38-b789-1c051e335730 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c0dcb4f6-4948-453a-9549-e5ad50188087 HTTP/1.1" status: 204 len: 168 time: 0.3561382 Sep 19 10:40:20.371905 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80ef4b-549f-4b38-b789-1c051e335730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dcb4f6-4948-453a-9549-e5ad50188087,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:20.382911 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-4ec17f00-ec7b-4852-aadc-bf667e4b4a39 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 200 len: 1001 time: 0.0708554 Sep 19 10:40:20.438883 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-4c895990-f0aa-404f-a59b-265c1d0e8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:20.440325 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-4c895990-f0aa-404f-a59b-265c1d0e8057 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.0463233 Sep 19 10:40:20.481663 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:20.487609 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-22dfbe36-7e55-43f8-91dc-02026fd5930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:20.489131 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-22dfbe36-7e55-43f8-91dc-02026fd5930f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423939 Sep 19 10:40:20.582240 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-cde123ce-0edf-46b0-b35e-5309a6dd07bb service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854969 Sep 19 10:40:20.686938 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3b1d30b7-74a5-4b12-8afb-7ed200608788 req-742d0a75-320a-49b4-a545-4681c7c64f35 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972288 Sep 19 10:40:21.198335 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92081a05-e662-4fa7-87b4-922e97c95c8a req-f28a6288-c78b-4f57-8096-e7238a10259d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:21.205133 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92081a05-e662-4fa7-87b4-922e97c95c8a req-f28a6288-c78b-4f57-8096-e7238a10259d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0588126 Sep 19 10:40:21.248289 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92081a05-e662-4fa7-87b4-922e97c95c8a req-eaa968d0-3184-4667-8fcb-aa47bf4164b6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 Sep 19 10:40:21.274809 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96916ae-9298-4b63-b533-9e52ddba3e99 req-fa6cd731-8f8f-4833-98f2-9d8e23a07cff tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0311072 Sep 19 10:40:21.366144 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33694) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:21.459850 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1789260302-network', 'tenant_id': 'b082859e089143dda3eefee066e4916d'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:21.554007 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Made reservation on behalf of b082859e089143dda3eefee066e4916d for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:40:21.556340 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.564944 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.638725 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks [] for security_group (377b8a1a-4d18-439d-8e39-045b6d192648), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.702473 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (377b8a1a-4d18-439d-8e39-045b6d192648), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.724464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:40:21.741705 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b8a1a-4d18-439d-8e39-045b6d192648,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:21.745427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (4b152575-0390-4696-9edc-d61189690ad5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.745761 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Added segment 4b152575-0390-4696-9edc-d61189690ad5 of type vlan for network baccb219-7bb1-470f-8538-2b1936275ec5 Sep 19 10:40:21.746830 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:21.786280 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (baccb219-7bb1-470f-8538-2b1936275ec5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.876367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (baccb219-7bb1-470f-8538-2b1936275ec5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.877446 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:21.878043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:21.941890 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] Pushing event updated for resources: {'Network': ['ID=baccb219-7bb1-470f-8538-2b1936275ec5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:21.952248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network baccb219-7bb1-470f-8538-2b1936275ec5 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:40:21.971515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c2bd7092-9601-41ae-a6bb-329e592e77fd admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6042483 Sep 19 10:40:21.975020 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33700) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:21.979792 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Request body: {'subnet': {'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1789260302-subnet', 'tenant_id': 'b082859e089143dda3eefee066e4916d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:22.087924 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Made reservation on behalf of b082859e089143dda3eefee066e4916d for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:40:22.090394 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:22.370335 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025588d6-fb9e-484c-855c-24ecbe656e9e req-dbb3e733-8f4d-4b5b-8e1e-549389e747fd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:22.371823 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-025588d6-fb9e-484c-855c-24ecbe656e9e req-dbb3e733-8f4d-4b5b-8e1e-549389e747fd tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0474699 Sep 19 10:40:22.377463 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (26fd4d9a-e72c-46b8-b29d-b82552810206), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:22.423833 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c558194c-3e39-4989-abf3-ad0216382264 req-112f25b2-f807-4083-9795-d9276ca8b564 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Sep 19 10:40:22.459252 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fd4d9a-e72c-46b8-b29d-b82552810206,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:22.484370 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-025588d6-fb9e-484c-855c-24ecbe656e9e req-e2e68388-27ab-4004-b58a-1ed53d216ab6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045544 Sep 19 10:40:22.488560 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Checking segment: {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:40:22.488918 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Network hostable DHCP agents. Network: baccb219-7bb1-470f-8538-2b1936275ec5, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:40:22.538709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f78a9-4ab4-448a-9909-458ce4cf2392 req-a972e713-fd4c-46b6-ab37-9921c70ea374 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:22.540170 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f9f78a9-4ab4-448a-9909-458ce4cf2392 req-a972e713-fd4c-46b6-ab37-9921c70ea374 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0529108 Sep 19 10:40:22.607358 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-21a2a860-b73e-41aa-8ab6-ba944866cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:22.608126 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f9f78a9-4ab4-448a-9909-458ce4cf2392 req-32a14e24-b043-49db-b780-2f8097e202be tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621607 Sep 19 10:40:22.608834 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-21a2a860-b73e-41aa-8ab6-ba944866cf78 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1169 time: 0.0445957 Sep 19 10:40:22.611538 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Network baccb219-7bb1-470f-8538-2b1936275ec5 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:40:22.627376 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:22.695627 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, baccb219-7bb1-470f-8538-2b1936275ec5) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:40:22.704750 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f2500-5e4a-4966-a9d2-bf405178114b None None] Network baccb219-7bb1-470f-8538-2b1936275ec5 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:40:22.707568 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:22.708163 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:22.722480 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-449ee7de-c379-4fdb-8aad-a6cdafea1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:22.724508 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-449ee7de-c379-4fdb-8aad-a6cdafea1d8e service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 915 time: 0.1079867 Sep 19 10:40:22.806623 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2734549-231c-4752-bfc8-c12990f3571c None None] Network baccb219-7bb1-470f-8538-2b1936275ec5 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:40:22.837392 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-3527b992-3c3f-4264-aa6c-7b9eb25d1d28 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8612366 Sep 19 10:40:22.848016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:23.094987 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-5112e0a7-d41d-46c4-8886-ebee05e186d3 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 1001 time: 0.0584345 Sep 19 10:40:23.153418 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-16d34760-bde9-495f-a6a9-eb8f0a74d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:23.154898 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-16d34760-bde9-495f-a6a9-eb8f0a74d00c service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 200 len: 853 time: 0.0505881 Sep 19 10:40:23.197953 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-42ce837b-975d-4580-8c15-b3d8061cf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:23.199494 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-42ce837b-975d-4580-8c15-b3d8061cf822 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383542 Sep 19 10:40:23.258577 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:23.296754 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-6d2f6df4-e61d-4593-807f-f34cac2d8b4b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874596 Sep 19 10:40:23.413290 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-513a0f5d-6a79-4d5a-bf20-25fda0df6ee0 req-56088749-0a09-489d-955b-1fda3dc04c74 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Sep 19 10:40:23.429857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-a38f23d2-5324-46e2-a891-8c8d4f31c160 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:23.432076 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-a38f23d2-5324-46e2-a891-8c8d4f31c160 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.1075866 Sep 19 10:40:23.534301 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cf4a0939-9706-4a2a-a6f2-f0d91bb1b70e req-29e03d77-5379-4787-8d4f-f4e127dfae55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0296769 Sep 19 10:40:23.605973 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-e1ed98a1-8171-41fc-b5b3-dc9c4c1a1acd tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 380 time: 0.0563662 Sep 19 10:40:23.615943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'port': {'device_id': '63471bae-c8d3-4b0d-a78a-662fece52413', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'admin_state_up': True, 'tenant_id': 'e86736f46b254bc399298305a8888467', 'security_groups': ['d6c84d31-a808-40ae-aba6-60e2ffba7c3d']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:23.662788 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:23.784402 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9c345-057e-4544-952a-a352d8232fa9 req-b6061042-a347-4cf1-a3f8-4639824dc5d8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:23.785942 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7d9c345-057e-4544-952a-a352d8232fa9 req-b6061042-a347-4cf1-a3f8-4639824dc5d8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0591035 Sep 19 10:40:23.853487 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7d9c345-057e-4544-952a-a352d8232fa9 req-3c827b2f-78dc-4afd-b980-327cc928d411 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596039 Sep 19 10:40:23.854509 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Made reservation on behalf of e86736f46b254bc399298305a8888467 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:40:23.858124 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:23.965966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:23.987624 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.20.0.11 (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c/ab866973-05ce-4049-80d3-023d19b131cc/c7008b17-5a50-4d85-96c4-a43efa4cf1f5) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:40:24.126873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:24.222987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:24.262114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:40:24.267586 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:40:24.271794 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:40:24.297833 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:24.326699 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:24.327302 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:24.398017 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-b0370cff-620e-4646-8d23-7eb4fc337f0f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7856085 Sep 19 10:40:24.421433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Request body: {'port': {'device_id': '63471bae-c8d3-4b0d-a78a-662fece52413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:24.508361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Provisioning complete for port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:40:24.508982 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:24.509132 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Attempt 1 to provision port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 Sep 19 10:40:24.545861 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:40:24.662728 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6daca-117c-4737-b205-422339f36209 req-13caa52f-51a2-4649-89f3-01e34747b216 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:24.664527 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-70b6daca-117c-4737-b205-422339f36209 req-13caa52f-51a2-4649-89f3-01e34747b216 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 932 time: 0.0492482 Sep 19 10:40:24.713350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:24.717468 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-70b6daca-117c-4737-b205-422339f36209 req-2b1f86f1-18d2-45f5-af67-859a5eab6a4c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471098 Sep 19 10:40:24.720385 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:25.008807 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fae4e-5afc-4c79-89f0-e389d148d883 req-3f604057-3d72-4f60-9829-a203bf0d907c tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.010307 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-508fae4e-5afc-4c79-89f0-e389d148d883 req-3f604057-3d72-4f60-9829-a203bf0d907c tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0729425 Sep 19 10:40:25.046729 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Attempt 2 to provision port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 Sep 19 10:40:25.050894 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-adcb155d-58f4-4e53-91c2-c40db0155c5f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.052408 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-adcb155d-58f4-4e53-91c2-c40db0155c5f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/networks?id=baccb219-7bb1-470f-8538-2b1936275ec5 HTTP/1.1" status: 200 len: 814 time: 0.1010993 Sep 19 10:40:25.053114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7008b17-5a50-4d85-96c4-a43efa4cf1f5 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:40:25.064067 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Publish callbacks [] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:25.068187 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-b1234387-8062-4e69-b693-72e14e753ab9 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/quotas/b082859e089143dda3eefee066e4916d HTTP/1.1" status: 200 len: 375 time: 0.0097179 Sep 19 10:40:25.080595 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:40:25.095175 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Transition to ACTIVE for port object c7008b17-5a50-4d85-96c4-a43efa4cf1f5 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:40:25.106122 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-076a96c4-e26a-429d-8728-c0bdfcd8f917 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b082859e089143dda3eefee066e4916d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319016 Sep 19 10:40:25.111047 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-508fae4e-5afc-4c79-89f0-e389d148d883 req-8c197b33-537b-40de-b88b-8f8a87e7f296 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842433 Sep 19 10:40:25.173386 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:25.200333 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-855c137c-6d35-4d4b-a6bb-ed7336707cf5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829647 Sep 19 10:40:25.256519 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Pushing event updated for resources: {'Port': ['ID=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:25.285185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Attempting to bind port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:40:25.285516 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Attempting to bind port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:40:25.285838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Attempting to bind port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:40:25.288537 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:25.291137 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-69eba50c-3d51-4c08-b1c4-8f3b5cfff90e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892906 Sep 19 10:40:25.329631 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:40:25.330192 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Attempting to bind port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:40:25.374879 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:40:25.375216 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:40:25.375626 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Bound using segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:40:25.377157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Bound port: c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:40:25.377157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:25.439793 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] For port c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:40:25.443282 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] For port c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:40:25.515521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:25.534658 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.535283 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:25.536660 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/c7008b17-5a50-4d85-96c4-a43efa4cf1f5 HTTP/1.1" status: 200 len: 1094 time: 1.1197119 Sep 19 10:40:25.537255 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:25.539700 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6110c86-80d2-4d7e-a690-fdd877e7aa58" -d '{"events": [{"name": "network-changed", "server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:25.548093 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73ec0904-3070-4358-bc7b-03e37a67550a req-047b0206-724f-4158-b401-f14b9e2d2076 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0445471 Sep 19 10:40:25.579988 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e055c-f2fc-42f9-b833-b5ef1485f84d x-openstack-request-id: req-815e055c-f2fc-42f9-b833-b5ef1485f84d {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:25.580286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:25.580601 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-815e055c-f2fc-42f9-b833-b5ef1485f84d {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:25.584131 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815e055c-f2fc-42f9-b833-b5ef1485f84d'] response: {'name': 'network-changed', 'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'status': 'completed', 'code': 200} Sep 19 10:40:25.584593 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Attempt 3 to provision port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 Sep 19 10:40:25.613043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51572d7c-cb6a-492e-a8b5-a2e4638a203a service neutron] Pushing event updated for resources: {'Port': ['ID=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:25.625645 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-7a920259-1403-4c42-85cf-8eb9351c16f6 None None] Port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:40:25.700901 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110c86-80d2-4d7e-a690-fdd877e7aa58 req-c45496c5-b1b0-4e83-a5a8-30d06dd1fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.702448 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6110c86-80d2-4d7e-a690-fdd877e7aa58 req-c45496c5-b1b0-4e83-a5a8-30d06dd1fb27 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 1128 time: 0.0429540 Sep 19 10:40:25.843493 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110c86-80d2-4d7e-a690-fdd877e7aa58 req-c15b2a11-fbd2-47b6-900e-944accfb09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.845054 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6110c86-80d2-4d7e-a690-fdd877e7aa58 req-c15b2a11-fbd2-47b6-900e-944accfb09fd service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=e86736f46b254bc399298305a8888467&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1281254 Sep 19 10:40:25.856162 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039912c-887c-420f-9416-36740a61c34d req-b6d8377b-473f-45cb-9402-2b3ec2b5a5a5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.857546 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0039912c-887c-420f-9416-36740a61c34d req-b6d8377b-473f-45cb-9402-2b3ec2b5a5a5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 944 time: 0.0644817 Sep 19 10:40:25.971338 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0039912c-887c-420f-9416-36740a61c34d req-3cfa2aad-2490-4e49-bd43-db58dca3b18a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030731 Sep 19 10:40:25.987475 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110c86-80d2-4d7e-a690-fdd877e7aa58 req-b4ec26d7-0564-44e8-93eb-7ea73ff4cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:25.989368 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6110c86-80d2-4d7e-a690-fdd877e7aa58 req-b4ec26d7-0564-44e8-93eb-7ea73ff4cd3b service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294088 Sep 19 10:40:26.100307 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-77fbf4aa-2222-4481-bed2-f87fb300f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:26.101882 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-77fbf4aa-2222-4481-bed2-f87fb300f11c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 1128 time: 0.0398872 Sep 19 10:40:26.148951 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:26.159782 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-ccd2cd11-b8fb-4777-b22f-d939904058ae service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5 HTTP/1.1" status: 200 len: 217 time: 0.0390737 Sep 19 10:40:26.193911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:26.213189 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-7e2b34a2-10ee-4023-9ba6-7da7c543bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:26.214624 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-7e2b34a2-10ee-4023-9ba6-7da7c543bf37 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0468218 Sep 19 10:40:26.241451 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bc322-cc77-4947-aceb-2c82e6e2f550 req-bde756c2-2be3-4227-a60a-a636914ab337 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:26.243965 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-177bc322-cc77-4947-aceb-2c82e6e2f550 req-bde756c2-2be3-4227-a60a-a636914ab337 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0559556 Sep 19 10:40:26.265817 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-fe335627-b52a-4716-a72f-19bc55bd6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:26.267529 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-fe335627-b52a-4716-a72f-19bc55bd6d42 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402234 Sep 19 10:40:26.310329 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-177bc322-cc77-4947-aceb-2c82e6e2f550 req-178a249d-0408-4a38-b22f-41a9175d77e9 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596604 Sep 19 10:40:26.371658 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-26037446-abd4-4d4f-8d91-3fc228300e73 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961998 Sep 19 10:40:26.463674 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc4f98eb-5b8d-41ee-b58c-b39da625948c req-0736e07f-7ee7-4859-b6c0-fb8f0793d29e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Sep 19 10:40:26.651545 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6748a4d-3fa2-4512-9518-29bcc1e88e0a req-923bc346-1f8c-46d9-aa0a-6dcc1ca18966 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0296230 Sep 19 10:40:27.061650 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:27.096236 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806eae-16da-4944-b61f-4793658acbac req-abb8d6ab-31a9-4b88-bdb3-2b37bcfa83c5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:27.097709 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-27806eae-16da-4944-b61f-4793658acbac req-abb8d6ab-31a9-4b88-bdb3-2b37bcfa83c5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 944 time: 0.0464795 Sep 19 10:40:27.148764 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-27806eae-16da-4944-b61f-4793658acbac req-f406e5ab-98aa-4a55-bf61-46eb52df44dd tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 Sep 19 10:40:27.426006 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:27.436768 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01c68a-0473-4268-8f02-e45b901fe99f req-364acc73-4423-4fbc-84cc-e3b518230a01 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:27.438354 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d01c68a-0473-4268-8f02-e45b901fe99f req-364acc73-4423-4fbc-84cc-e3b518230a01 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0519803 Sep 19 10:40:27.499918 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d01c68a-0473-4268-8f02-e45b901fe99f req-52c9c3cf-c002-43fc-80e2-7878648061a1 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556130 Sep 19 10:40:27.757761 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a8b438b4-89cf-4a69-ac0a-22043234a4c6 req-c85e5a4d-f9f3-4b46-8dd1-1b053a61bf32 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Sep 19 10:40:27.851498 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-cd432484-eff6-40ab-bff3-8df5420ea76f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384316 Sep 19 10:40:27.947782 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ccff-216e-4178-a2db-888075279255 req-28e3cfd3-691f-47f3-a291-590402929c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:27.949242 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-28e3cfd3-691f-47f3-a291-590402929c7e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 1131 time: 0.0400345 Sep 19 10:40:28.083482 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ccff-216e-4178-a2db-888075279255 req-b69e490f-a575-4c11-ac3e-d472e28c9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:28.084920 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-b69e490f-a575-4c11-ac3e-d472e28c9238 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.0916803 Sep 19 10:40:28.148401 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-d279e4ca-47cb-4c00-88df-7c9dde2fd16e service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 200 len: 1002 time: 0.0562913 Sep 19 10:40:28.206089 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ccff-216e-4178-a2db-888075279255 req-7bb5586f-8357-4c28-bb93-502c4e98a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:28.207534 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-7bb5586f-8357-4c28-bb93-502c4e98a8f4 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0509431 Sep 19 10:40:28.278702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ccff-216e-4178-a2db-888075279255 req-ab461a71-16ef-440b-9d64-dda670cc46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:28.280236 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-ab461a71-16ef-440b-9d64-dda670cc46ec service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657353 Sep 19 10:40:28.295488 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3eca-26bd-451f-9b49-b9c0f681a0c0 req-757cfe52-df7e-4e42-8254-c986d63433d3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:28.296984 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57fe3eca-26bd-451f-9b49-b9c0f681a0c0 req-757cfe52-df7e-4e42-8254-c986d63433d3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 944 time: 0.0553067 Sep 19 10:40:28.416611 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57fe3eca-26bd-451f-9b49-b9c0f681a0c0 req-d1b97634-af99-41cd-a8a1-98006a077412 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100848 Sep 19 10:40:28.427586 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-457814ae-8b87-4b85-b0d5-f60903a29277 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295719 Sep 19 10:40:28.529361 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d253ccff-216e-4178-a2db-888075279255 req-2b6ea4b7-fc76-4a41-b0b8-06052ccefada service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920367 Sep 19 10:40:28.625597 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81e69-21f1-4fd3-9e2b-e49eab1a18f3 req-47d6f3ea-c605-4da9-a809-6f89a8fabe32 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:28.627061 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-83d81e69-21f1-4fd3-9e2b-e49eab1a18f3 req-47d6f3ea-c605-4da9-a809-6f89a8fabe32 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0505552 Sep 19 10:40:28.686590 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-83d81e69-21f1-4fd3-9e2b-e49eab1a18f3 req-210a8d53-e2a2-4131-a6ac-2deb55b503d3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530059 Sep 19 10:40:28.861673 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58f8ae54-9be0-4df3-afca-06bcd4d12e96 req-2049ebd2-4d6d-4031-92ed-c51093502244 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0306685 Sep 19 10:40:29.452582 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:29.490347 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:29.537785 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-c72b75d8-d10d-4a52-aae7-297ed702683c tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:29.539418 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-c72b75d8-d10d-4a52-aae7-297ed702683c tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "GET /networking/v2.0/networks?id=baccb219-7bb1-470f-8538-2b1936275ec5 HTTP/1.1" status: 200 len: 814 time: 0.1096077 Sep 19 10:40:29.555332 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a208e9b-2d55-47aa-a705-4b7e5ec0d4be req-33ec4749-fcac-45a5-ae32-616f7c12e29d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:29.556840 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7a208e9b-2d55-47aa-a705-4b7e5ec0d4be req-33ec4749-fcac-45a5-ae32-616f7c12e29d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 944 time: 0.0545096 Sep 19 10:40:29.606669 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7a208e9b-2d55-47aa-a705-4b7e5ec0d4be req-34bb5b7d-c066-414e-ba3a-80ab16123142 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440037 Sep 19 10:40:29.659712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Request body: {'port': {'device_id': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5', 'admin_state_up': True, 'tenant_id': 'b082859e089143dda3eefee066e4916d'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:29.813976 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a584dc-47f7-4250-80e7-fc2e78e71b3c req-89c74c57-62ce-46fd-9fc1-3623307a7e0d tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:29.815533 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-51a584dc-47f7-4250-80e7-fc2e78e71b3c req-89c74c57-62ce-46fd-9fc1-3623307a7e0d tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0538788 Sep 19 10:40:29.829665 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:29.868852 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Made reservation on behalf of b082859e089143dda3eefee066e4916d for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:40:29.872678 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:29.897280 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-51a584dc-47f7-4250-80e7-fc2e78e71b3c req-6189eb20-5b1c-4084-a8a1-3fa3ad0f940b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747607 Sep 19 10:40:29.988204 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6717681b-3ac0-4774-b5d8-f79862c99743 req-b9f1a3fb-441a-4cba-a284-834ae61b3dd3 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Sep 19 10:40:30.034888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Allocated IP 172.20.0.12 (baccb219-7bb1-470f-8538-2b1936275ec5/26fd4d9a-e72c-46b8-b29d-b82552810206/69027061-065a-436a-9a39-8e161e811331) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:40:30.084373 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:30.186599 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks [] for port (69027061-065a-436a-9a39-8e161e811331), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:30.276555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (69027061-065a-436a-9a39-8e161e811331), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:30.320414 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Network baccb219-7bb1-470f-8538-2b1936275ec5 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:40:30.323616 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:40:30.327528 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:40:30.334061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Pushing event updated for resources: {'Port': ['ID=69027061-065a-436a-9a39-8e161e811331,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:30.384161 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:30.384777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:30.485051 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-b9b9cd2e-c8fa-40a0-8085-0f80bd6977be tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8292282 Sep 19 10:40:30.531798 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Request body: {'port': {'device_id': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:30.599544 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (69027061-065a-436a-9a39-8e161e811331), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:30.634418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:30.779127 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e7e3a-8299-4b43-b172-a1dd961ea71a req-e5e41c2a-a837-4025-8b97-26b03c815120 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:30.780600 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c0e7e3a-8299-4b43-b172-a1dd961ea71a req-e5e41c2a-a837-4025-8b97-26b03c815120 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 944 time: 0.0636241 Sep 19 10:40:30.826370 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:30.883476 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c0e7e3a-8299-4b43-b172-a1dd961ea71a req-321690f4-859a-4d57-81ed-e8152ab6ea24 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934949 Sep 19 10:40:30.952068 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69027061-065a-436a-9a39-8e161e811331 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:40:30.959754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Publish callbacks [] for port (69027061-065a-436a-9a39-8e161e811331), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:30.972064 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Transition to ACTIVE for port object 69027061-065a-436a-9a39-8e161e811331 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:40:30.983974 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c7008b17-5a50-4d85-96c4-a43efa4cf1f5 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:40:31.041949 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (69027061-065a-436a-9a39-8e161e811331), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:31.044380 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da57a-db25-485b-bbc7-d1f20f267a86 req-4edfc19e-ae70-4df5-989c-00fe73423290 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:31.045997 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515da57a-db25-485b-bbc7-d1f20f267a86 req-4edfc19e-ae70-4df5-989c-00fe73423290 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0479405 Sep 19 10:40:31.116833 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:31.128735 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'port_id': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:40:31.143106 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-515da57a-db25-485b-bbc7-d1f20f267a86 req-47f59ddd-4b47-4acb-9c20-c3266b811f7a tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889876 Sep 19 10:40:31.156947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Pushing event updated for resources: {'Port': ['ID=69027061-065a-436a-9a39-8e161e811331,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:31.164054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:31.164240 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.164588 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.164936 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.165290 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.165636 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.165956 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.166281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.166522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:40:31.166659 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.166908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.167039 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:31.167231 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.167603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.167963 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.168260 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.168580 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.168897 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:40:31.182122 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7008b17-5a50-4d85-96c4-a43efa4cf1f5 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:40:31.197967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50560-6fa7-447f-997f-cd5f27ecaf86 req-5977bcd7-a238-44fe-a3cb-2a8fab1b6612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:31.199722 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0ef50560-6fa7-447f-997f-cd5f27ecaf86 req-5977bcd7-a238-44fe-a3cb-2a8fab1b6612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 944 time: 0.1174593 Sep 19 10:40:31.205444 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:31.232036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Attempting to bind port 69027061-065a-436a-9a39-8e161e811331 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:40:31.232363 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Attempting to bind port 69027061-065a-436a-9a39-8e161e811331 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:40:31.232743 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Attempting to bind port 69027061-065a-436a-9a39-8e161e811331 on network baccb219-7bb1-470f-8538-2b1936275ec5 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:40:31.276354 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:31.294266 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0ef50560-6fa7-447f-997f-cd5f27ecaf86 req-e538cf38-739c-4901-b114-d1186b5695bc tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844326 Sep 19 10:40:31.297591 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Port 69027061-065a-436a-9a39-8e161e811331 on network baccb219-7bb1-470f-8538-2b1936275ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:40:31.298009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Attempting to bind port 69027061-065a-436a-9a39-8e161e811331 on network baccb219-7bb1-470f-8538-2b1936275ec5 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:40:31.327787 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:31.346866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:40:31.347200 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Checking segment: {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:40:31.347590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Bound using segment: {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:40:31.348069 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Bound port: 69027061-065a-436a-9a39-8e161e811331, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:40:31.348424 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (69027061-065a-436a-9a39-8e161e811331), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:31.388781 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:31.407993 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] For port 69027061-065a-436a-9a39-8e161e811331, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:40:31.410994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] For port 69027061-065a-436a-9a39-8e161e811331, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=69027061-065a-436a-9a39-8e161e811331,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:40:31.488240 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (69027061-065a-436a-9a39-8e161e811331), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:31.491419 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:31.492034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:31.493439 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/69027061-065a-436a-9a39-8e161e811331 HTTP/1.1" status: 200 len: 1094 time: 0.9667537 Sep 19 10:40:31.495604 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'tag': '69027061-065a-436a-9a39-8e161e811331'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:31.497891 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5717d4e-1d09-41c8-9c76-612f965e9c51" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd47b18-24ac-4d6d-b644-7341a99ba737", "tag": "69027061-065a-436a-9a39-8e161e811331"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:31.541053 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f9cc3-5830-484b-b8ba-8df0321fa39c x-openstack-request-id: req-b42f9cc3-5830-484b-b8ba-8df0321fa39c {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:31.541787 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd47b18-24ac-4d6d-b644-7341a99ba737", "tag": "69027061-065a-436a-9a39-8e161e811331", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:31.541787 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b42f9cc3-5830-484b-b8ba-8df0321fa39c {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:31.542012 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42f9cc3-5830-484b-b8ba-8df0321fa39c'] response: {'name': 'network-changed', 'server_uuid': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'tag': '69027061-065a-436a-9a39-8e161e811331', 'status': 'completed', 'code': 200} Sep 19 10:40:31.551940 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02735aa8-bebf-40a8-a949-cca34bf71b43 service neutron] Pushing event updated for resources: {'Port': ['ID=69027061-065a-436a-9a39-8e161e811331,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:31.653873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5717d4e-1d09-41c8-9c76-612f965e9c51 req-bc28d389-6841-4e0c-8005-fef4c6067c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:31.655377 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5717d4e-1d09-41c8-9c76-612f965e9c51 req-bc28d389-6841-4e0c-8005-fef4c6067c27 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b082859e089143dda3eefee066e4916d&device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 1128 time: 0.0437248 Sep 19 10:40:31.714629 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['c7008b17-5a50-4d85-96c4-a43efa4cf1f5'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:40:31.765721 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5717d4e-1d09-41c8-9c76-612f965e9c51 req-f009324e-a0a1-4bb3-a072-cde4eb60103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:31.767206 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5717d4e-1d09-41c8-9c76-612f965e9c51 req-f009324e-a0a1-4bb3-a072-cde4eb60103b service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=b082859e089143dda3eefee066e4916d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937281 Sep 19 10:40:31.865141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5717d4e-1d09-41c8-9c76-612f965e9c51 req-30b94ecf-7661-4192-96de-088fff2cb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:31.866608 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5717d4e-1d09-41c8-9c76-612f965e9c51 req-30b94ecf-7661-4192-96de-088fff2cb6ea service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934558 Sep 19 10:40:32.012603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-9af88cca-0dcd-4cd4-b002-db8fa13cab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:32.014265 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-9af88cca-0dcd-4cd4-b002-db8fa13cab31 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b082859e089143dda3eefee066e4916d&device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 1128 time: 0.0705297 Sep 19 10:40:32.031296 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba324b-fd91-458b-a99c-73151734de37 req-de39ce71-1ec2-4d56-94e9-d6d5125a2ec1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:32.032850 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-06ba324b-fd91-458b-a99c-73151734de37 req-de39ce71-1ec2-4d56-94e9-d6d5125a2ec1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 945 time: 0.0601716 Sep 19 10:40:32.084759 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-da1a8a9f-6441-4171-bbff-ab3f31c6a9f2 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69027061-065a-436a-9a39-8e161e811331 HTTP/1.1" status: 200 len: 217 time: 0.0508115 Sep 19 10:40:32.148021 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-06ba324b-fd91-458b-a99c-73151734de37 req-65686be4-82b9-4d03-906b-3f4c1ec4bd3d tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070871 Sep 19 10:40:32.159747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a631a-6087-433b-85c5-d83008a6c492 req-dbf3716a-a8a2-46bc-8650-b3aa2075eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:32.161175 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-dbf3716a-a8a2-46bc-8650-b3aa2075eb79 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=26fd4d9a-e72c-46b8-b29d-b82552810206 HTTP/1.1" status: 200 len: 854 time: 0.0681665 Sep 19 10:40:32.195885 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-af6f4e47-9165-41a8-a489-cb8e8df0a592 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=baccb219-7bb1-470f-8538-2b1936275ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283935 Sep 19 10:40:32.257331 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:32.272628 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46400e7d-6305-44e0-97d8-7faabfde97ab req-a17c9a14-7350-4f58-b21d-234453bef6c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:32.274157 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-46400e7d-6305-44e0-97d8-7faabfde97ab req-a17c9a14-7350-4f58-b21d-234453bef6c4 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0513873 Sep 19 10:40:32.302474 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-61d83a79-29ec-4733-a104-74186cb7314e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987132 Sep 19 10:40:32.455986 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92407e4-ce52-48bf-a819-97f5516ff235 req-c6b36fcf-bb8c-46df-b44c-704287bbee05 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:32.457677 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e92407e4-ce52-48bf-a819-97f5516ff235 req-c6b36fcf-bb8c-46df-b44c-704287bbee05 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 944 time: 0.0814967 Sep 19 10:40:32.462098 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-869a631a-6087-433b-85c5-d83008a6c492 req-319ac138-a7da-4ccd-8a11-328807ff98ee service neutron] 10.222.0.73 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512754 Sep 19 10:40:32.511611 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e92407e4-ce52-48bf-a819-97f5516ff235 req-cdd8d004-1cea-440d-812f-e374b8a17350 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Sep 19 10:40:32.561831 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:32.585574 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-46400e7d-6305-44e0-97d8-7faabfde97ab req-6fbc11a3-41d2-4e15-8232-319bd1a09f0c tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056338 Sep 19 10:40:32.853426 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-56fc2517-64f2-481c-89cd-4baedda3186c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:33.000234 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c7008b17-5a50-4d85-96c4-a43efa4cf1f5 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:40:33.057053 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:40:33.104540 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:40:33.104919 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:33.105359 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 Sep 19 10:40:33.191359 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:40:33.191800 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:33.218390 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:33.220940 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd9525-253f-4e43-9165-2033b328fc00" -d '{"events": [{"server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "name": "network-vif-plugged", "status": "completed", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:33.236055 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:33.258699 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2c342f-b520-4834-99f4-148ba658d8ad x-openstack-request-id: req-3d2c342f-b520-4834-99f4-148ba658d8ad {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:33.258988 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "name": "network-vif-plugged", "status": "completed", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:33.259249 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d2c342f-b520-4834-99f4-148ba658d8ad {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:33.259653 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2c342f-b520-4834-99f4-148ba658d8ad'] response: {'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'code': 200} Sep 19 10:40:33.272444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20300ce-e399-4165-a123-8119f7a18025 req-aa2d380a-25af-4bd0-910a-48807817e1c2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:33.274086 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e20300ce-e399-4165-a123-8119f7a18025 req-aa2d380a-25af-4bd0-910a-48807817e1c2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 945 time: 0.0514181 Sep 19 10:40:33.303417 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:33.321948 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e20300ce-e399-4165-a123-8119f7a18025 req-da85bcde-33b1-4161-9b00-1ed3a61797c3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Sep 19 10:40:33.357211 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:33.648520 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bd1e9-46b7-40e2-915f-baec77ae3fa9 req-0b445631-0440-439e-abe4-667a0120cadd tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:33.650465 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4a0bd1e9-46b7-40e2-915f-baec77ae3fa9 req-0b445631-0440-439e-abe4-667a0120cadd tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 944 time: 0.0477691 Sep 19 10:40:33.698302 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4a0bd1e9-46b7-40e2-915f-baec77ae3fa9 req-1e7b97e5-d8a7-46e2-a5d5-5ba8bd846e94 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Sep 19 10:40:33.702351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:33.716249 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff05b79-134c-4e6c-8779-09dbd10c425c req-aec96e81-df5d-40ef-ab10-45261d76e3cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:33.719716 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4ff05b79-134c-4e6c-8779-09dbd10c425c req-aec96e81-df5d-40ef-ab10-45261d76e3cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0525789 Sep 19 10:40:34.037325 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4ff05b79-134c-4e6c-8779-09dbd10c425c req-9d14cc27-d5b9-4fa1-81c3-4ff0ff64127f tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3126860 Sep 19 10:40:34.186445 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80c853-945b-4d5f-907c-44be55c8b26b req-667f4c18-1cf4-44c0-8a70-2838a5793d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:34.187893 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dc80c853-945b-4d5f-907c-44be55c8b26b req-667f4c18-1cf4-44c0-8a70-2838a5793d02 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 1130 time: 0.0368731 Sep 19 10:40:34.231453 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dc80c853-945b-4d5f-907c-44be55c8b26b req-d47a1c57-c5a8-46aa-b418-afc4a455466e service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367882 Sep 19 10:40:34.449731 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f622ee-eae7-4ec3-bcca-9f1ede262adb req-eb0b5592-6ad9-4d88-9517-7d6936ecc959 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:34.451188 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-16f622ee-eae7-4ec3-bcca-9f1ede262adb req-eb0b5592-6ad9-4d88-9517-7d6936ecc959 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0501254 Sep 19 10:40:34.496799 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-16f622ee-eae7-4ec3-bcca-9f1ede262adb req-7ee181e8-1d59-41e6-a122-71b11360052a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Sep 19 10:40:34.830981 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9816e-ac5e-4e2e-aa3b-68247719a9f6 req-7f0b5b3f-e5f3-47fc-a8d5-21d27b27081d tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:34.832778 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58d9816e-ac5e-4e2e-aa3b-68247719a9f6 req-7f0b5b3f-e5f3-47fc-a8d5-21d27b27081d tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 944 time: 0.0492074 Sep 19 10:40:34.885722 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58d9816e-ac5e-4e2e-aa3b-68247719a9f6 req-6d1b3c43-e9de-41e9-aa1d-55d26bff11bc tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467887 Sep 19 10:40:35.162726 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf146-1735-4794-83ef-786a85e1eeab req-a95e066c-2384-4223-ad23-93ead85ed6f8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:35.164183 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d8bdf146-1735-4794-83ef-786a85e1eeab req-a95e066c-2384-4223-ad23-93ead85ed6f8 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0470834 Sep 19 10:40:35.224279 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d8bdf146-1735-4794-83ef-786a85e1eeab req-6a578548-177b-4c3a-a790-0a31113edc49 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542777 Sep 19 10:40:35.276420 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9cd94699-ecbf-4c81-b9f2-52932e28ed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:35.615970 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3dbec-4dd6-4fb5-b9f5-03eeef318343 req-171bb1c1-169a-424f-bc5a-dc071a8b39c8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:35.617462 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b9b3dbec-4dd6-4fb5-b9f5-03eeef318343 req-171bb1c1-169a-424f-bc5a-dc071a8b39c8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0455017 Sep 19 10:40:35.665294 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b9b3dbec-4dd6-4fb5-b9f5-03eeef318343 req-637f9bcf-1430-4536-89ca-bd92a2d677b5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Sep 19 10:40:36.007011 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a109b6-0e5c-4517-8def-e34734726829 req-2aa8fc49-03e4-4c1a-b4d0-27a3a52a4039 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:36.008480 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c1a109b6-0e5c-4517-8def-e34734726829 req-2aa8fc49-03e4-4c1a-b4d0-27a3a52a4039 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 944 time: 0.0474446 Sep 19 10:40:36.064149 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c1a109b6-0e5c-4517-8def-e34734726829 req-441cbe1c-db7f-4c40-b060-8c154d46667e tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498793 Sep 19 10:40:36.350915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdf7d1-a739-4529-9282-b1144d1ae9ba req-74b5c549-7b81-4f44-8178-5d238b66ff62 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:36.352315 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8bcdf7d1-a739-4529-9282-b1144d1ae9ba req-74b5c549-7b81-4f44-8178-5d238b66ff62 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0485950 Sep 19 10:40:36.416447 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8bcdf7d1-a739-4529-9282-b1144d1ae9ba req-2e6215ad-60d9-46d5-a55e-362ced63b9b2 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581448 Sep 19 10:40:36.572247 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:36.796103 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d120-6d16-4156-946b-a192faae73c6 req-8a7ae520-6c46-42b0-9380-87908d29b559 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:36.799750 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ec1d120-6d16-4156-946b-a192faae73c6 req-8a7ae520-6c46-42b0-9380-87908d29b559 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0500429 Sep 19 10:40:36.850414 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ec1d120-6d16-4156-946b-a192faae73c6 req-f3326038-4c02-484e-bd51-5e6da96cfe76 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467908 Sep 19 10:40:36.988810 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484caf18-1dc9-4c43-81dc-6680ef9ff164 req-ddb02e68-2c5f-4e70-9e93-bdc3e4a7b819 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:36.991166 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-484caf18-1dc9-4c43-81dc-6680ef9ff164 req-ddb02e68-2c5f-4e70-9e93-bdc3e4a7b819 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0537062 Sep 19 10:40:36.995852 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 69027061-065a-436a-9a39-8e161e811331 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:40:36.997437 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:37.001622 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33846) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:37.007562 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'port_id': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:37.056257 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (bfb5f257-da05-49a7-a5ea-ba9ddc6212b8), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:37.110245 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 69027061-065a-436a-9a39-8e161e811331, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=69027061-065a-436a-9a39-8e161e811331,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:37.121428 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:37.124361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '69027061-065a-436a-9a39-8e161e811331', 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5', 'port_id': '69027061-065a-436a-9a39-8e161e811331', 'mac_address': 'fa:16:3e:22:1f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fd4d9a-e72c-46b8-b29d-b82552810206', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:40:37.171275 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 69027061-065a-436a-9a39-8e161e811331 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:40:37.172013 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (69027061-065a-436a-9a39-8e161e811331), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:37.190749 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69027061-065a-436a-9a39-8e161e811331 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:40:37.213409 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 69027061-065a-436a-9a39-8e161e811331, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=69027061-065a-436a-9a39-8e161e811331,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:37.229268 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49e4e5-41d2-4054-9ccc-0f9f5a940d11 req-6489ebb3-5aa4-4301-8bb6-65c19087179b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:37.233662 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4e49e4e5-41d2-4054-9ccc-0f9f5a940d11 req-6489ebb3-5aa4-4301-8bb6-65c19087179b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 944 time: 0.0636585 Sep 19 10:40:37.252993 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:37.287792 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4e49e4e5-41d2-4054-9ccc-0f9f5a940d11 req-465ade71-a764-44b2-a1c8-8aa46dddbd46 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489039 Sep 19 10:40:37.329110 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (69027061-065a-436a-9a39-8e161e811331), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:37.375863 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=69027061-065a-436a-9a39-8e161e811331,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:37.465795 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:37.592177 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e52190-e5ef-4279-b4eb-001db21f9352 req-77f533e5-e1f5-4018-be99-f71cd7787616 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:37.593944 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2e52190-e5ef-4279-b4eb-001db21f9352 req-77f533e5-e1f5-4018-be99-f71cd7787616 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0969234 Sep 19 10:40:37.622421 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:37.676965 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2e52190-e5ef-4279-b4eb-001db21f9352 req-a9903801-e254-4fea-a88a-a3b9f046edee tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748091 Sep 19 10:40:37.686136 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (bfb5f257-da05-49a7-a5ea-ba9ddc6212b8), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:37.795133 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP bfb5f257-da05-49a7-a5ea-ba9ddc6212b8 associated. External IP: 172.27.0.21, port: c7008b17-5a50-4d85-96c4-a43efa4cf1f5. Sep 19 10:40:37.853329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['69027061-065a-436a-9a39-8e161e811331'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:40:38.020235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:40:38.129657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:40:38.135196 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:38.140697 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:40:38.151644 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:38.152260 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:38.165350 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-49341d94-3b67-4148-be10-6bc77368215f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/bfb5f257-da05-49a7-a5ea-ba9ddc6212b8 HTTP/1.1" status: 200 len: 991 time: 1.1624653 Sep 19 10:40:38.166069 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:38.168358 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4450b956-e185-42f9-8217-0db9670fdd92" -d '{"events": [{"name": "network-changed", "server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:38.189633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:38.211939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34010d83-4f8a-4627-b5d4-d207abd4795a x-openstack-request-id: req-34010d83-4f8a-4627-b5d4-d207abd4795a {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:38.212259 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:38.212691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34010d83-4f8a-4627-b5d4-d207abd4795a {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:38.213157 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34010d83-4f8a-4627-b5d4-d207abd4795a'] response: {'name': 'network-changed', 'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'status': 'completed', 'code': 200} Sep 19 10:40:38.269470 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:38.322989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b956-e185-42f9-8217-0db9670fdd92 req-41000978-2080-44e2-a5b1-1237ef4ba78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:38.324532 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-41000978-2080-44e2-a5b1-1237ef4ba78a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 1130 time: 0.0431662 Sep 19 10:40:38.434270 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070ad20-196a-4c8f-a7ba-754f43b8941f req-12182e4c-069e-49ae-b608-2d56b711cd40 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:38.439223 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b956-e185-42f9-8217-0db9670fdd92 req-28721e1a-b5e0-48a7-a537-d0cf647dd929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:38.440829 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-28721e1a-b5e0-48a7-a537-d0cf647dd929 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 915 time: 0.1073158 Sep 19 10:40:38.441790 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f070ad20-196a-4c8f-a7ba-754f43b8941f req-12182e4c-069e-49ae-b608-2d56b711cd40 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 945 time: 0.0586405 Sep 19 10:40:38.469412 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:38.473234 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:38.493618 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f070ad20-196a-4c8f-a7ba-754f43b8941f req-efa749d1-9f54-4c33-9b64-6ea7bf8776dc tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Sep 19 10:40:38.529363 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:38.537239 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-97cbb46d-7517-4cd3-a797-8b5c57f8e5a8 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5 HTTP/1.1" status: 200 len: 999 time: 0.0851634 Sep 19 10:40:38.544894 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'bfb5f257-da05-49a7-a5ea-ba9ddc6212b8', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63471bae-c8d3-4b0d-a78a-662fece52413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:40:18Z', 'updated_at': '2022-09-19T10:40:37Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:38.566189 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:40:38.573695 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:38.575810 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:38.576502 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:38.587463 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b956-e185-42f9-8217-0db9670fdd92 req-3755c8b7-54b4-4c0a-9c64-ba700077bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:38.589029 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-3755c8b7-54b4-4c0a-9c64-ba700077bfe2 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0459969 Sep 19 10:40:38.634061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b956-e185-42f9-8217-0db9670fdd92 req-53fa3870-27f6-4b4e-999e-e26c62308a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:38.635615 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-53fa3870-27f6-4b4e-999e-e26c62308a9b service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403168 Sep 19 10:40:38.698154 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:38.740158 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-445137d9-4ecf-4942-ab1d-95e59b2e1ba0 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969162 Sep 19 10:40:38.837312 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:38.845178 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea21a23-3872-41ad-a176-f1a5cbd9b285 req-0b73c1c7-9796-498a-b89c-4ac7b5aa33aa tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:38.846659 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cea21a23-3872-41ad-a176-f1a5cbd9b285 req-0b73c1c7-9796-498a-b89c-4ac7b5aa33aa tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0916097 Sep 19 10:40:38.893742 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450b956-e185-42f9-8217-0db9670fdd92 req-cf0298ce-17b2-47ab-9b2a-fc9ea749347b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472173 Sep 19 10:40:38.931563 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cea21a23-3872-41ad-a176-f1a5cbd9b285 req-91df6a60-437a-4a5d-90e3-ed1615be316a tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778644 Sep 19 10:40:39.015279 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 69027061-065a-436a-9a39-8e161e811331 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:40:39.060329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:39.127273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'bfb5f257-da05-49a7-a5ea-ba9ddc6212b8', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63471bae-c8d3-4b0d-a78a-662fece52413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:40:18Z', 'updated_at': '2022-09-19T10:40:37Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:39.130257 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 69027061-065a-436a-9a39-8e161e811331 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:40:39.159282 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24fc14-23b8-4592-a578-f09eb243f994 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'bfb5f257-da05-49a7-a5ea-ba9ddc6212b8', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63471bae-c8d3-4b0d-a78a-662fece52413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:40:18Z', 'updated_at': '2022-09-19T10:40:37Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:40:39.196778 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 69027061-065a-436a-9a39-8e161e811331 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:40:39.197361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (69027061-065a-436a-9a39-8e161e811331), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:39.197832 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 69027061-065a-436a-9a39-8e161e811331 Sep 19 10:40:39.281936 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 69027061-065a-436a-9a39-8e161e811331 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:40:39.282241 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (69027061-065a-436a-9a39-8e161e811331), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:39.306650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69027061-065a-436a-9a39-8e161e811331'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:39.308997 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc3034-23ae-4763-a5bf-89a78da08539" -d '{"events": [{"server_uuid": "4fd47b18-24ac-4d6d-b644-7341a99ba737", "name": "network-vif-plugged", "status": "completed", "tag": "69027061-065a-436a-9a39-8e161e811331"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:39.323935 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 69027061-065a-436a-9a39-8e161e811331, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=69027061-065a-436a-9a39-8e161e811331,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:39.347575 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5559ffa4-2631-4f05-8992-afb1965aa419 x-openstack-request-id: req-5559ffa4-2631-4f05-8992-afb1965aa419 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:39.347798 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd47b18-24ac-4d6d-b644-7341a99ba737", "name": "network-vif-plugged", "status": "completed", "tag": "69027061-065a-436a-9a39-8e161e811331", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:39.348054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5559ffa4-2631-4f05-8992-afb1965aa419 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:39.348453 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5559ffa4-2631-4f05-8992-afb1965aa419'] response: {'server_uuid': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69027061-065a-436a-9a39-8e161e811331', 'code': 200} Sep 19 10:40:39.386495 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139ab4c-e218-4ab5-9d33-6c59a6fcb3ec None None] New status for floating IP bfb5f257-da05-49a7-a5ea-ba9ddc6212b8: ACTIVE {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:40:39.395080 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (69027061-065a-436a-9a39-8e161e811331), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:39.458121 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=69027061-065a-436a-9a39-8e161e811331,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:39.622235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef3922-348b-465b-947a-6a2297bb605a req-b7f3626c-6b64-46ab-a498-a68d7e9e5587 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:39.624613 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5eef3922-348b-465b-947a-6a2297bb605a req-b7f3626c-6b64-46ab-a498-a68d7e9e5587 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0577316 Sep 19 10:40:39.676927 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5eef3922-348b-465b-947a-6a2297bb605a req-f2b7b6f4-d0b7-44cc-aba3-c9c62f8d4791 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455987 Sep 19 10:40:39.837043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f0fc-98dc-4f2d-aadc-c950af87390b req-1eaa4006-dbe1-4ed2-a39a-08937b4d58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:39.838577 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fcc1f0fc-98dc-4f2d-aadc-c950af87390b req-1eaa4006-dbe1-4ed2-a39a-08937b4d58ab service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 1130 time: 0.0401444 Sep 19 10:40:39.905138 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e32ab-6ec2-4429-9f4c-7669358d58be req-d249341a-576f-4d54-bc2f-46df1461f4a8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:39.906821 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-060e32ab-6ec2-4429-9f4c-7669358d58be req-d249341a-576f-4d54-bc2f-46df1461f4a8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0516953 Sep 19 10:40:39.954709 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-060e32ab-6ec2-4429-9f4c-7669358d58be req-6dbe8e78-ad91-460a-a741-2a9e5fe78acc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Sep 19 10:40:40.066039 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61acf1-3068-415e-8b6d-1299e90d3a34 req-29d118ca-ddc6-4b38-b175-418f8d406332 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:40.067493 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-da61acf1-3068-415e-8b6d-1299e90d3a34 req-29d118ca-ddc6-4b38-b175-418f8d406332 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0503664 Sep 19 10:40:40.129689 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-da61acf1-3068-415e-8b6d-1299e90d3a34 req-eea22819-2d7c-40e1-8623-fcf85bf04aab tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549662 Sep 19 10:40:40.803579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f59b1-e67c-4078-a39c-4eb45b64ca0f req-fa20cafa-22ec-4de7-990d-04a252df0f9a tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:40.805049 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-983f59b1-e67c-4078-a39c-4eb45b64ca0f req-fa20cafa-22ec-4de7-990d-04a252df0f9a tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0516567 Sep 19 10:40:40.852667 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-983f59b1-e67c-4078-a39c-4eb45b64ca0f req-3c447973-da43-4454-a5a6-0aa9eaca37ae tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Sep 19 10:40:41.085045 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103964-12b3-4194-8239-7fb2a8b915bd req-b9cdc4f9-e4d4-4263-a207-de255c788d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:41.086872 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5c103964-12b3-4194-8239-7fb2a8b915bd req-b9cdc4f9-e4d4-4263-a207-de255c788d63 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0494094 Sep 19 10:40:41.135562 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5c103964-12b3-4194-8239-7fb2a8b915bd req-970a485a-c285-40f7-94fe-a8ace17c5cda tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421083 Sep 19 10:40:41.263608 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ea62-e6cc-4676-8253-96d87185a600 req-ddb2d82e-e0a9-40a8-9379-35f454f40708 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:41.265405 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0422ea62-e6cc-4676-8253-96d87185a600 req-ddb2d82e-e0a9-40a8-9379-35f454f40708 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0540106 Sep 19 10:40:41.328679 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0422ea62-e6cc-4676-8253-96d87185a600 req-fe3cea61-c200-4d1b-be13-79b1cffaa6b2 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575650 Sep 19 10:40:41.470047 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fcc1f0fc-98dc-4f2d-aadc-c950af87390b req-ac05b21d-3806-4242-a4d5-70bd71264e0c service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Sep 19 10:40:41.973754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987efa4-4d0d-4f2c-94f6-9de1104e77a6 req-5a57cdd9-1942-4a05-bd27-8d4deb32ff03 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:41.975893 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6987efa4-4d0d-4f2c-94f6-9de1104e77a6 req-5a57cdd9-1942-4a05-bd27-8d4deb32ff03 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Sep 19 10:40:42.030252 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6987efa4-4d0d-4f2c-94f6-9de1104e77a6 req-f985993c-2933-41dd-8a14-43e3e73e6d51 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487404 Sep 19 10:40:42.259399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a0d7-3fb0-4a1e-b2ed-c139ccb421df req-1d74433c-5416-4d77-a2e9-d538969e0057 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:42.260855 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2e1a0d7-3fb0-4a1e-b2ed-c139ccb421df req-1d74433c-5416-4d77-a2e9-d538969e0057 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0460289 Sep 19 10:40:42.308391 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2e1a0d7-3fb0-4a1e-b2ed-c139ccb421df req-3dd9a390-d5c7-4931-b99f-60b1ff1b7dc9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Sep 19 10:40:42.461041 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dad0c-d4fe-4e54-9ed0-69100157e760 req-1ba4ea88-22b5-4f9a-8c13-0db50cb51324 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:42.463087 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f49dad0c-d4fe-4e54-9ed0-69100157e760 req-1ba4ea88-22b5-4f9a-8c13-0db50cb51324 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0608544 Sep 19 10:40:42.486763 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:42.540197 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f49dad0c-d4fe-4e54-9ed0-69100157e760 req-eee0cf1a-e2f8-49c7-a54a-19a1ae8a6b6c tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713711 Sep 19 10:40:42.718810 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:42.736645 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4229369-5ce3-4adf-bfbf-25383086827c req-53b29b3e-0716-4dfd-a56b-c7a2ba02a4c1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:42.738083 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4229369-5ce3-4adf-bfbf-25383086827c req-53b29b3e-0716-4dfd-a56b-c7a2ba02a4c1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0515356 Sep 19 10:40:42.838046 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Deleting port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:40:42.838383 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:42.928812 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] For port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:40:42.929194 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:43.059405 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:43.165255 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:43.165613 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (6e489e86-2226-4d3f-9c7a-9d673373cd1f), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:43.165928 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Floating IP 6e489e86-2226-4d3f-9c7a-9d673373cd1f disassociated. External IP: 172.27.0.200, port: 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6. Sep 19 10:40:43.166289 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Calling delete_port for 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:40:43.175389 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f10c-c09f-483b-bedb-7e8fd4593aab req-0c3726ca-018f-496c-8de3-1f8e55230406 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:43.176866 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65e1f10c-c09f-483b-bedb-7e8fd4593aab req-0c3726ca-018f-496c-8de3-1f8e55230406 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0703635 Sep 19 10:40:43.266289 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65e1f10c-c09f-483b-bedb-7e8fd4593aab req-931d8bda-9e21-4637-b73f-7366d87633e2 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827951 Sep 19 10:40:43.451351 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2d545-334a-4fb0-9072-3be1ee398956 req-7182958c-acb2-4797-af62-88beac5def30 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:43.453159 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-33b2d545-334a-4fb0-9072-3be1ee398956 req-7182958c-acb2-4797-af62-88beac5def30 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 947 time: 0.0559456 Sep 19 10:40:43.507350 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-33b2d545-334a-4fb0-9072-3be1ee398956 req-c451b63b-c90f-4378-8e8d-135daea91447 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e506505d-36a5-4a46-a3a3-236e5f3b0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461199 Sep 19 10:40:43.656304 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:43.694489 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e56b7d-c43d-40ee-8bfe-1f468e328c03 req-3909ea64-c6aa-4a63-8b8c-aa84db598fcf tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:43.696124 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-33e56b7d-c43d-40ee-8bfe-1f468e328c03 req-3909ea64-c6aa-4a63-8b8c-aa84db598fcf tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0767446 Sep 19 10:40:43.698778 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event deleted for resources: {'Port': ['ID=9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:43.857468 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-33e56b7d-c43d-40ee-8bfe-1f468e328c03 req-bd6a9f07-3233-4dbf-9c9a-752c81b33f9b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543071 Sep 19 10:40:43.876361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:40:43.938485 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:43.988660 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:40:43.999248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:40:44.017474 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:44.018468 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:44.046578 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] No DVR routers for this DVR port 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:40:44.049740 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:44.053904 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4229369-5ce3-4adf-bfbf-25383086827c req-d783d83e-ea02-4cbe-a3ce-02b1b3b562a7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "DELETE /networking/v2.0/ports/9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 HTTP/1.1" status: 204 len: 173 time: 1.2944720 Sep 19 10:40:44.054420 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-deleted', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:44.056705 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17dba15-bba8-4d09-b05f-50aade022b89" -d '{"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-deleted", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:44.146427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93535846-f5fe-41a6-a53d-6f761e303696 x-openstack-request-id: req-93535846-f5fe-41a6-a53d-6f761e303696 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:44.146427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784aab17-65f2-41da-97ef-e294b0a9713d", "name": "network-vif-deleted", "tag": "9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:44.146427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93535846-f5fe-41a6-a53d-6f761e303696 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:44.146427 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93535846-f5fe-41a6-a53d-6f761e303696'] response: {'server_uuid': '784aab17-65f2-41da-97ef-e294b0a9713d', 'name': 'network-vif-deleted', 'tag': '9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6', 'status': 'completed', 'code': 200} Sep 19 10:40:44.146853 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:44.352889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:44.359149 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:44.387972 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:40:44.398237 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:40:44.398847 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:40:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:44.399873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc322b3-842c-4666-b6b8-c42062f26c33 req-3aaf4a8b-cb89-4341-b3d1-f47f45dd3cd6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:44.402488 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5bc322b3-842c-4666-b6b8-c42062f26c33 req-3aaf4a8b-cb89-4341-b3d1-f47f45dd3cd6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0532296 Sep 19 10:40:44.455980 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5bc322b3-842c-4666-b6b8-c42062f26c33 req-c4221480-7f3e-43b6-81df-db00c5a172cf tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Sep 19 10:40:44.510045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:40:44.669539 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8cf08bc8-33b2-49d6-a377-6f9d5219d383 req-7ec8e492-9898-428f-80e3-7eaf146f2613 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.0425036 Sep 19 10:40:44.700626 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:44.774378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:40:44.801832 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad13ef10-feda-4a3e-92a2-f8f92b316be2 None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:40:44.989085 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89987c-c7c8-4b3d-8a0a-d3e5d9341068 req-60170eea-10a7-4caa-93ff-5a8222512efd tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:44.990737 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4d89987c-c7c8-4b3d-8a0a-d3e5d9341068 req-60170eea-10a7-4caa-93ff-5a8222512efd tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0518494 Sep 19 10:40:45.026309 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:40:45.053952 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:40:45.054345 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 9d0d2ec1-9b56-42b2-936d-25b7ba62a8a6 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:40:45.054699 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa6a93c-1800-4400-8990-60276a2d0a3f None None] New status for floating IP 6e489e86-2226-4d3f-9c7a-9d673373cd1f: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:40:45.065139 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4d89987c-c7c8-4b3d-8a0a-d3e5d9341068 req-b351772e-7e1e-4a7f-87d3-fabb652979b0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&id=90e1f5cd-0727-4e95-9b17-12a01438d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681078 Sep 19 10:40:45.098664 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:40:45.791827 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-606d865b-4460-473f-b911-40f685527e9a req-f98e7b1d-3071-4bf7-a730-ef586aa6e4a0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784aab17-65f2-41da-97ef-e294b0a9713d HTTP/1.1" status: 200 len: 210 time: 0.0279071 Sep 19 10:40:46.945476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 33974) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:46.965748 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:47.008098 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c44f340c-6ed7-45a1-9835-dd7aa94000c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (e506505d-36a5-4a46-a3a3-236e5f3b0ccd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.033285 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c44f340c-6ed7-45a1-9835-dd7aa94000c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (e506505d-36a5-4a46-a3a3-236e5f3b0ccd), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.149758 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c44f340c-6ed7-45a1-9835-dd7aa94000c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e506505d-36a5-4a46-a3a3-236e5f3b0ccd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.152704 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c44f340c-6ed7-45a1-9835-dd7aa94000c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.154062 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c44f340c-6ed7-45a1-9835-dd7aa94000c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e506505d-36a5-4a46-a3a3-236e5f3b0ccd HTTP/1.1" status: 204 len: 168 time: 0.2075181 Sep 19 10:40:47.156849 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33976) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:47.164617 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f340c-6ed7-45a1-9835-dd7aa94000c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e506505d-36a5-4a46-a3a3-236e5f3b0ccd,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:47.171563 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.api.v2.resource [None req-ac820510-7664-411c-b808-a6aff1eb333f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] show failed (client error): The resource could not be found. Sep 19 10:40:47.172571 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ac820510-7664-411c-b808-a6aff1eb333f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e506505d-36a5-4a46-a3a3-236e5f3b0ccd HTTP/1.1" status: 404 len: 347 time: 0.0141578 Sep 19 10:40:47.175748 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33978) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:47.300714 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Deleting port f4d5e84d-ecab-46ad-b775-718bb883f0d6 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:40:47.301118 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.388619 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.388849 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (f4d5e84d-ecab-46ad-b775-718bb883f0d6), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.404792 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Calling delete_port for f4d5e84d-ecab-46ad-b775-718bb883f0d6 owned by network:floatingip {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:40:47.629652 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (f4d5e84d-ecab-46ad-b775-718bb883f0d6), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.656361 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event deleted for resources: {'Port': ['ID=f4d5e84d-ecab-46ad-b775-718bb883f0d6,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:47.682490 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:47.719651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (6e489e86-2226-4d3f-9c7a-9d673373cd1f), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.722198 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:47.723381 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ce635fd3-2f8a-417a-a3ec-b7f63b93f769 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6e489e86-2226-4d3f-9c7a-9d673373cd1f HTTP/1.1" status: 204 len: 168 time: 0.5468512 Sep 19 10:40:47.916064 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33984) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:47.920686 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081838704', 'description': 'tempest-description--863505846'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:48.054162 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.129149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (aa68605b-1f3d-43d6-b509-bac89ceb86b0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.219637 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (aa68605b-1f3d-43d6-b509-bac89ceb86b0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.252103 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68605b-1f3d-43d6-b509-bac89ceb86b0,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:48.359564 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.361364 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-712dfb5d-45bc-42d4-9329-928ee245afc4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4442019 Sep 19 10:40:48.364348 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33986) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:48.370290 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'security_group_rule': {'security_group_id': 'aa68605b-1f3d-43d6-b509-bac89ceb86b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:48.522527 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (45593362-ce33-462e-b65f-5a5012444a72), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.575521 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:48.592703 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (45593362-ce33-462e-b65f-5a5012444a72), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.676909 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (45593362-ce33-462e-b65f-5a5012444a72), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.696779 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45593362-ce33-462e-b65f-5a5012444a72,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:48.775879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.777084 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-36a1950d-a962-420d-9f5c-f4a8574a961e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109576 Sep 19 10:40:48.779744 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33990) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:48.784091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'security_group_rule': {'security_group_id': 'aa68605b-1f3d-43d6-b509-bac89ceb86b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:48.888787 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (4e4e8cc7-b916-4ba7-aed1-d65205231044), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:48.947038 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (4e4e8cc7-b916-4ba7-aed1-d65205231044), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.014025 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (4e4e8cc7-b916-4ba7-aed1-d65205231044), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.037169 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4e8cc7-b916-4ba7-aed1-d65205231044,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:49.105699 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.107075 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-051c6a91-60c7-49f7-a2af-8fd1caa4f593 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263748 Sep 19 10:40:49.110211 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 33992) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:40:49.115116 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:49.212286 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.299296 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.310410 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:49.417894 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Allocated IP 172.27.0.214 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/dee625e9-b821-4bc7-89d1-307a4057ddf4) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:40:49.533495 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.642921 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.689317 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:49.691398 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:40:49.696939 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:40:49.701209 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:40:49.705184 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'Port': ['ID=dee625e9-b821-4bc7-89d1-307a4057ddf4,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:49.791181 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (97f1f664-da02-4909-99e2-4ac05d555c29), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:49.929496 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:50.087420 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:50.160843 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:50.237048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (97f1f664-da02-4909-99e2-4ac05d555c29), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:50.241488 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'Port': ['ID=dee625e9-b821-4bc7-89d1-307a4057ddf4,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:50.323355 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:50.324622 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-046cfb98-a7ef-40d4-bb35-68c4f1f7b396 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2134144 Sep 19 10:40:50.538959 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-f07bc0b8-6742-434f-8cf4-489106afdbe2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1081838704&fields=id&tenant_id=e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 267 time: 0.0506313 Sep 19 10:40:50.654108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-d16b76fd-0f9f-46bd-8673-644dd53dd886 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:50.655536 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-d16b76fd-0f9f-46bd-8673-644dd53dd886 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 817 time: 0.1100848 Sep 19 10:40:50.671258 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-11f1c498-d8ec-4a75-8049-9ee90ebe2e45 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/quotas/e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0101275 Sep 19 10:40:50.722214 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-900750f0-d354-4c1a-8656-a18cc41de304 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454655 Sep 19 10:40:50.836066 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-11935f98-2ea6-4122-9c61-bfcbad4727df service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014688 Sep 19 10:40:50.911549 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:50.940094 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-1b802a97-a5e6-42ba-b9ce-08928dbe9b58 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979106 Sep 19 10:40:51.263317 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9d837eca-64ed-4664-955c-cacfd65125c8 req-3efabdd5-d14b-4f7f-aa4e-284d8350fcf3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0304215 Sep 19 10:40:52.386779 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4b090ce-7ab5-4081-a0db-69651445bade req-461a5d2d-4bb4-41d5-94c6-d448ab1ed9b2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0306511 Sep 19 10:40:53.500902 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b57a5e9a-58ae-4c3c-b988-023ef8d0f346 req-80d19c75-93b3-44e8-9c08-7704129f963c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0307591 Sep 19 10:40:54.252399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-55776b17-9224-43ad-b8a4-c4b1d6ec6e05 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:54.253899 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-55776b17-9224-43ad-b8a4-c4b1d6ec6e05 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 817 time: 0.1165397 Sep 19 10:40:54.338405 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-851f367b-ca6b-4c43-b31b-e1df0c7828fa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 380 time: 0.0568235 Sep 19 10:40:54.352814 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'port': {'device_id': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'admin_state_up': True, 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'security_groups': ['aa68605b-1f3d-43d6-b509-bac89ceb86b0']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:54.548072 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Made reservation on behalf of e3160b641b81433780d38eca696bfdf1 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:40:54.564994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:54.623366 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6fdb0a38-a3e6-42dc-a50d-30f1d843ed8e req-47a57f27-d7b2-4578-abd4-5ae7f30dc1c0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0281498 Sep 19 10:40:54.670151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:54.724090 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Allocated IP 172.20.0.11 (d4b8524c-7971-4971-b615-0e1396b631d7/bb18c319-d9c1-404d-bdb9-d82d2ebd3505/ba7ea05f-242c-4a1e-a30f-00d0880b8f37) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:40:54.881914 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:54.984452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:54.997264 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:55.030754 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:55.033758 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Network d4b8524c-7971-4971-b615-0e1396b631d7 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:40:55.039851 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:40:55.044167 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:40:55.075667 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:55.103446 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:55.104208 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:55.132593 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:55.134858 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:55.177152 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-9937fd98-af52-4ced-915c-d77531cf6f6f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291776 Sep 19 10:40:55.198449 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Request body: {'port': {'device_id': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:40:55.255160 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Provisioning complete for port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:40:55.256096 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:55.256432 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Attempt 1 to provision port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 Sep 19 10:40:55.268631 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:55.294818 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:40:55.548271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7ea05f-242c-4a1e-a30f-00d0880b8f37 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:40:55.557201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Publish callbacks [] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:55.570301 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Transition to ACTIVE for port object ba7ea05f-242c-4a1e-a30f-00d0880b8f37 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:40:55.654199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:55.742316 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:55.796163 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Attempt 2 to provision port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 Sep 19 10:40:55.814953 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28bc3-562a-48dd-9ae8-ce9e370b7303 req-2c6dc90b-878b-4373-ac87-5203bf4ae225 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:55.817736 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ffe28bc3-562a-48dd-9ae8-ce9e370b7303 req-2c6dc90b-878b-4373-ac87-5203bf4ae225 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0787270 Sep 19 10:40:55.819103 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Attempting to bind port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:40:55.821251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Attempting to bind port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:40:55.821251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Attempting to bind port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 on network d4b8524c-7971-4971-b615-0e1396b631d7 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:40:55.831201 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:40:55.856476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:55.897786 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 on network d4b8524c-7971-4971-b615-0e1396b631d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:40:55.898120 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Attempting to bind port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 on network d4b8524c-7971-4971-b615-0e1396b631d7 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:40:55.925981 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ffe28bc3-562a-48dd-9ae8-ce9e370b7303 req-f00f4ec3-bbcc-4c94-8f55-4fc0b09e2886 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024320 Sep 19 10:40:55.956845 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:40:55.957418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Checking segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:40:55.958005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Bound using segment: {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:40:55.959209 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Bound port: ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc9793b-58ef-4225-b70e-8318fb8a5314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:40:55.959685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:56.014450 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:56.039443 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:40:56.043131 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:40:56.163569 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:56.168521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.169247 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:56.170853 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 1094 time: 0.9775524 Sep 19 10:40:56.171493 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:40:56.174202 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5542b2-168b-44a5-89cc-63f108db2ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:40:56.190930 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:40:56.219418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8886a8-cc42-47d7-a51b-0ee069de914a x-openstack-request-id: req-ff8886a8-cc42-47d7-a51b-0ee069de914a {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:40:56.219741 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:40:56.220062 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff8886a8-cc42-47d7-a51b-0ee069de914a {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:40:56.220542 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8886a8-cc42-47d7-a51b-0ee069de914a'] response: {'name': 'network-changed', 'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'status': 'completed', 'code': 200} Sep 19 10:40:56.233897 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8a623-2408-4a97-acd9-b11f5009a43b service neutron] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:40:56.327316 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5542b2-168b-44a5-89cc-63f108db2ed3 req-33bc7419-d09b-4051-95ea-793c48202941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.329244 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d5542b2-168b-44a5-89cc-63f108db2ed3 req-33bc7419-d09b-4051-95ea-793c48202941 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1128 time: 0.0434279 Sep 19 10:40:56.332170 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Attempt 3 to provision port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 Sep 19 10:40:56.370688 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-20946074-79a2-48c0-800e-8d9096785720 None None] Port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:40:56.469016 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5542b2-168b-44a5-89cc-63f108db2ed3 req-2e842c37-5664-4d8e-ab90-837f1feeab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.470515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d5542b2-168b-44a5-89cc-63f108db2ed3 req-2e842c37-5664-4d8e-ab90-837f1feeab1f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=e3160b641b81433780d38eca696bfdf1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1184502 Sep 19 10:40:56.572886 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5542b2-168b-44a5-89cc-63f108db2ed3 req-a3d066fe-c051-47e7-8539-1d95b391af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.574417 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d5542b2-168b-44a5-89cc-63f108db2ed3 req-a3d066fe-c051-47e7-8539-1d95b391af2d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957885 Sep 19 10:40:56.701736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-49163fc8-3394-44e0-bb00-c6597d60de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.703240 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-49163fc8-3394-44e0-bb00-c6597d60de27 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1128 time: 0.0387309 Sep 19 10:40:56.754671 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-a306baa9-dd90-4236-913c-6de9ac810c6b service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 217 time: 0.0332758 Sep 19 10:40:56.806888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-6b3e44e8-112d-4171-8a4a-f660aa7e66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.808595 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-6b3e44e8-112d-4171-8a4a-f660aa7e66e3 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0483871 Sep 19 10:40:56.854308 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-32395d43-2391-4092-8524-466acf2c7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:56.855824 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-32395d43-2391-4092-8524-466acf2c7168 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409245 Sep 19 10:40:56.950532 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-45163c0d-134e-467a-950e-83813c7ca4e0 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Sep 19 10:40:57.071343 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210b8d-cf8f-4875-b9fa-b39811b0f301 req-463ff612-30bd-4ec1-92ae-15a5f534dcce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:57.072732 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d5210b8d-cf8f-4875-b9fa-b39811b0f301 req-463ff612-30bd-4ec1-92ae-15a5f534dcce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0592496 Sep 19 10:40:57.109357 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2706fa8b-9442-4fae-a400-0e09ebae3164 req-df3c429e-a03b-4a01-940d-6c609d55491e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465847 Sep 19 10:40:57.136467 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:40:57.141561 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d5210b8d-cf8f-4875-b9fa-b39811b0f301 req-ecc27848-ee14-44de-a379-d881489f1218 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623269 Sep 19 10:40:58.290405 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89168fe2-eba8-4e9d-a85c-1b16e1cb2e0a req-c2015f16-d995-40e7-a79c-4175cdf67577 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:58.292158 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-89168fe2-eba8-4e9d-a85c-1b16e1cb2e0a req-c2015f16-d995-40e7-a79c-4175cdf67577 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0593197 Sep 19 10:40:58.348784 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-89168fe2-eba8-4e9d-a85c-1b16e1cb2e0a req-2e9abfe6-2890-409a-b45d-99f7deac8714 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499859 Sep 19 10:40:59.486273 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa543da-a353-4261-b6bb-74f0dccb4fa4 req-568f2314-6011-4d34-b2fe-ccaaff54a049 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:40:59.487811 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3aa543da-a353-4261-b6bb-74f0dccb4fa4 req-568f2314-6011-4d34-b2fe-ccaaff54a049 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0523057 Sep 19 10:40:59.535394 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3aa543da-a353-4261-b6bb-74f0dccb4fa4 req-66d29fcb-359f-496d-8265-700df22ea5ee tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Sep 19 10:41:00.663267 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160f70-2da3-4f62-a2e2-eba7ef08465c req-80335db7-7cda-4d69-8292-8110ab6a71f9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:00.664831 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-58160f70-2da3-4f62-a2e2-eba7ef08465c req-80335db7-7cda-4d69-8292-8110ab6a71f9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0479820 Sep 19 10:41:00.697882 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:00.711963 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-58160f70-2da3-4f62-a2e2-eba7ef08465c req-7aac3ef9-0844-4d57-ad63-1765c15ad6da tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Sep 19 10:41:01.114786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:41:01.224834 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:01.236508 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'mac_address': 'fa:16:3e:0c:93:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:41:01.275481 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:41:01.275861 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:01.289147 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7ea05f-242c-4a1e-a30f-00d0880b8f37 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:41:01.309894 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:01.414034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:01.459743 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:01.466802 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.468179 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.468179 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.468179 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.468179 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.468562 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.468776 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.469127 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.469455 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.469776 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.470104 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.470426 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.470744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.471062 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.471377 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:01.842887 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26911339-5f51-4f5a-b566-473f1a89731d req-fe9a3648-f64e-468f-b081-2335abd52b9a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:01.844401 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26911339-5f51-4f5a-b566-473f1a89731d req-fe9a3648-f64e-468f-b081-2335abd52b9a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Sep 19 10:41:01.894069 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26911339-5f51-4f5a-b566-473f1a89731d req-17d53cd5-d3d7-41df-9267-8bc22fa808b1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Sep 19 10:41:01.925948 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['ba7ea05f-242c-4a1e-a30f-00d0880b8f37'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:41:01.981466 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:02.317558 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee7a24-6252-4c1e-8fe3-5de619452744 req-fc2a1f58-3ddf-4d7f-90b1-605026f089e8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:02.319740 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ee7a24-6252-4c1e-8fe3-5de619452744 req-fc2a1f58-3ddf-4d7f-90b1-605026f089e8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0526571 Sep 19 10:41:02.404655 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ee7a24-6252-4c1e-8fe3-5de619452744 req-39d65bd0-72d2-49c3-a227-ee33e08c0758 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790288 Sep 19 10:41:02.405924 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-375ecbef-9b4d-400f-880f-f0b213ce85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:02.407439 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-375ecbef-9b4d-400f-880f-f0b213ce85ed service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0616226 Sep 19 10:41:02.508936 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-e68de8bd-bd2a-4661-9bb4-746a9ec462f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:02.510537 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-e68de8bd-bd2a-4661-9bb4-746a9ec462f9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.0968339 Sep 19 10:41:02.711250 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-3c03b6ea-4136-4477-9622-5ebc69daa5cd service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 1001 time: 0.0608237 Sep 19 10:41:02.726402 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:02.763304 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-514e1c36-19c6-4020-aed1-a76231631ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:02.764788 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-514e1c36-19c6-4020-aed1-a76231631ed9 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0470939 Sep 19 10:41:02.820463 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-9a61afd5-1732-4db2-8894-4f30501fd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:02.824235 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-9a61afd5-1732-4db2-8894-4f30501fd086 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489218 Sep 19 10:41:02.848565 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a7d440b5-b0a1-41c0-b202-72fcc705ecd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:02.924327 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-9d4fc332-47bc-4516-a414-4b5d71f047f1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919459 Sep 19 10:41:03.026981 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b1e7b-a5ae-4e84-b52d-1f39c4b01d24 req-7f8c342c-51e7-4c20-a3ba-15e312e0dbcb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:03.029072 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f5b1e7b-a5ae-4e84-b52d-1f39c4b01d24 req-7f8c342c-51e7-4c20-a3ba-15e312e0dbcb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 945 time: 0.0470941 Sep 19 10:41:03.032627 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9306dd5-a868-4b4a-aa40-1ba3f290b1ec req-ca0f4b33-ee8c-49e3-a9be-eaa9ed285767 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986333 Sep 19 10:41:03.084461 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f5b1e7b-a5ae-4e84-b52d-1f39c4b01d24 req-f65f1b08-0524-47e4-be61-700063bb0797 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490575 Sep 19 10:41:03.142160 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:41:03.145827 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:03.191680 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:41:03.288545 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:41:03.288906 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:03.289336 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 Sep 19 10:41:03.504469 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:41:03.506269 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:03.533917 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:03.536270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f445c5-debd-46f6-b69a-a33182d562c4" -d '{"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:03.539466 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b62abc-3f7f-4a94-b7c3-482c83685fbe req-12e3dac8-643a-4f12-9a0d-f396635d8acc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:03.540899 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85b62abc-3f7f-4a94-b7c3-482c83685fbe req-12e3dac8-643a-4f12-9a0d-f396635d8acc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Sep 19 10:41:03.549387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:03.590140 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-85b62abc-3f7f-4a94-b7c3-482c83685fbe req-01dea67f-3d64-4c39-ac87-9560cc4a68b7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Sep 19 10:41:03.635472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532531e2-fa28-4971-b400-575a38876aee x-openstack-request-id: req-532531e2-fa28-4971-b400-575a38876aee {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:03.635796 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:03.636060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-532531e2-fa28-4971-b400-575a38876aee {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:03.636498 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532531e2-fa28-4971-b400-575a38876aee'] response: {'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'code': 200} Sep 19 10:41:03.659983 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:03.711863 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:03.954001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef887-5f1c-4812-aaca-0eec4464d670 req-56703943-f5f2-4c6b-8df7-63a678d1a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:03.955520 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d8ef887-5f1c-4812-aaca-0eec4464d670 req-56703943-f5f2-4c6b-8df7-63a678d1a60c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1130 time: 0.0393481 Sep 19 10:41:04.000979 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d8ef887-5f1c-4812-aaca-0eec4464d670 req-45771e13-136a-4b50-83bc-57a02e6a6989 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Sep 19 10:41:04.219344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9b53-43fe-4ed1-a45b-a9f4d09fa258 req-0c611059-5f58-481d-8c96-9134cad0e5f4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:04.220841 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-28eb9b53-43fe-4ed1-a45b-a9f4d09fa258 req-0c611059-5f58-481d-8c96-9134cad0e5f4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0525172 Sep 19 10:41:04.283836 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-28eb9b53-43fe-4ed1-a45b-a9f4d09fa258 req-ede757e8-3dc7-43f2-a41e-b45706d2b309 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566165 Sep 19 10:41:04.718858 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b91e-8a64-4d5f-8088-870d19d6d355 req-e019f0fb-23c6-4a35-a1bc-7cbe024b4289 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:04.720327 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05a9b91e-8a64-4d5f-8088-870d19d6d355 req-e019f0fb-23c6-4a35-a1bc-7cbe024b4289 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Sep 19 10:41:04.766750 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05a9b91e-8a64-4d5f-8088-870d19d6d355 req-b3a25f19-88e4-4d7c-9ef5-5100b9e9c7bf tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400217 Sep 19 10:41:05.282672 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-40b538dd-0014-44ce-914b-6a311aafbf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:05.417365 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaff99-05e9-4f2a-9c75-820432f2a2a3 req-7457c011-136b-4063-99e0-ad605bf12957 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:05.418729 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0aaff99-05e9-4f2a-9c75-820432f2a2a3 req-7457c011-136b-4063-99e0-ad605bf12957 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0492995 Sep 19 10:41:05.466018 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0aaff99-05e9-4f2a-9c75-820432f2a2a3 req-9a7dc6a6-de70-448f-99b3-baa06e214731 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Sep 19 10:41:05.881577 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:05.895056 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bdcf2-7cb3-4cac-b6ad-d7963ece504b req-a67809a4-1751-483b-bfd2-28ced5f2d393 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:05.896755 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-965bdcf2-7cb3-4cac-b6ad-d7963ece504b req-a67809a4-1751-483b-bfd2-28ced5f2d393 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Sep 19 10:41:05.948109 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-965bdcf2-7cb3-4cac-b6ad-d7963ece504b req-b2ef00bf-816d-4368-a3e9-32d1f7769abe tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Sep 19 10:41:06.562575 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:06.599662 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59adb9-602d-4a27-8301-5e24f29976c3 req-3836f5bd-f447-48b7-b5a3-107dc34203af tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:06.601333 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ba59adb9-602d-4a27-8301-5e24f29976c3 req-3836f5bd-f447-48b7-b5a3-107dc34203af tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Sep 19 10:41:06.652678 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ba59adb9-602d-4a27-8301-5e24f29976c3 req-ae80c37e-5648-47e6-a036-dbccc9e2dbb4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456829 Sep 19 10:41:06.775114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213a435-5893-4d1b-9eca-a43d89411918 req-40f452d1-f0a7-408e-8359-659dc915b92e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:06.776549 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6213a435-5893-4d1b-9eca-a43d89411918 req-40f452d1-f0a7-408e-8359-659dc915b92e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0473132 Sep 19 10:41:06.787697 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34162) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:06.791992 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Request body: {'floatingip': {'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:06.834374 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (97f1f664-da02-4909-99e2-4ac05d555c29), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:07.071771 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:07.079046 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:07.082035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b4c65-e534-429a-b14a-78a6f27742e1 req-26a3489e-f13d-412a-b2af-67a07f410ae9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:07.084179 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-726b4c65-e534-429a-b14a-78a6f27742e1 req-26a3489e-f13d-412a-b2af-67a07f410ae9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0538838 Sep 19 10:41:07.135527 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-726b4c65-e534-429a-b14a-78a6f27742e1 req-af5ca4d8-b9fa-4472-8dab-ebb37f9e4ca2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Sep 19 10:41:07.204975 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:07.254477 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:07.363339 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (97f1f664-da02-4909-99e2-4ac05d555c29), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:07.467725 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Floating IP 97f1f664-da02-4909-99e2-4ac05d555c29 associated. External IP: 172.27.0.214, port: ba7ea05f-242c-4a1e-a30f-00d0880b8f37. Sep 19 10:41:07.684119 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:41:07.695512 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:08.030064 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:41:08.035280 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:08.040026 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99394636-e159-4119-a29b-c1bad1664124 None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:41:08.049385 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:08.050010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:08.069783 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d2ec5880-afdc-46df-907d-f64a0201449f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/97f1f664-da02-4909-99e2-4ac05d555c29 HTTP/1.1" status: 200 len: 992 time: 1.2809651 Sep 19 10:41:08.070485 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:08.072965 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:08.110182 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120d32a5-d54a-4e74-ba43-2a31a7188739 x-openstack-request-id: req-120d32a5-d54a-4e74-ba43-2a31a7188739 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:08.110543 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:08.110860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-120d32a5-d54a-4e74-ba43-2a31a7188739 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:08.111323 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120d32a5-d54a-4e74-ba43-2a31a7188739'] response: {'name': 'network-changed', 'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'status': 'completed', 'code': 200} Sep 19 10:41:08.173475 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:08.234889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-d0680dcb-a182-4865-ba97-7a0a9333b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:08.236535 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-d0680dcb-a182-4865-ba97-7a0a9333b66e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1130 time: 0.0399299 Sep 19 10:41:08.243607 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:08.282544 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e1c52-37bf-4341-9b78-50cd4c1c57d7 req-6d76a867-482a-4ac3-8565-26b8e913f124 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:08.284117 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c60e1c52-37bf-4341-9b78-50cd4c1c57d7 req-6d76a867-482a-4ac3-8565-26b8e913f124 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Sep 19 10:41:08.339047 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c60e1c52-37bf-4341-9b78-50cd4c1c57d7 req-f6e9f812-d37d-468b-8698-69efdd27724f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479691 Sep 19 10:41:08.351852 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-0a1e49c8-2bc4-4d48-aaf4-41b727d3d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:08.360539 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-0a1e49c8-2bc4-4d48-aaf4-41b727d3d59f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.1084216 Sep 19 10:41:08.419441 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-85b6f916-6d6e-4d54-ae70-d4b7929492ac service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 1000 time: 0.0576391 Sep 19 10:41:08.419669 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '97f1f664-da02-4909-99e2-4ac05d555c29', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'mac_address': 'fa:16:3e:0c:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:40:49Z', 'updated_at': '2022-09-19T10:41:07Z', 'revision_number': 1, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:08.423538 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:08.449966 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99394636-e159-4119-a29b-c1bad1664124 None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:41:08.459172 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:08.459911 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:08.477018 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-06e475cf-4305-4f2e-a090-ccec80991742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:08.478641 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-06e475cf-4305-4f2e-a090-ccec80991742 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0524023 Sep 19 10:41:08.533220 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-3f9eb76b-1fb9-4d99-a6ed-5e12dde1c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:08.534745 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-3f9eb76b-1fb9-4d99-a6ed-5e12dde1c9a0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456271 Sep 19 10:41:08.546824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:08.578140 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:08.631433 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-978c94f2-687d-4b2e-9d01-c92e40da05f3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885081 Sep 19 10:41:08.711041 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:08.733197 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd9fbe3-2a34-4022-b9c6-5d213c483a09 req-0481924e-4ca9-4f5c-80ea-b25fc00ecaef service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928881 Sep 19 10:41:08.798211 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-99394636-e159-4119-a29b-c1bad1664124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '97f1f664-da02-4909-99e2-4ac05d555c29', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'mac_address': 'fa:16:3e:0c:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:40:49Z', 'updated_at': '2022-09-19T10:41:07Z', 'revision_number': 1, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:08.826529 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99394636-e159-4119-a29b-c1bad1664124 None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '97f1f664-da02-4909-99e2-4ac05d555c29', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'mac_address': 'fa:16:3e:0c:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:40:49Z', 'updated_at': '2022-09-19T10:41:07Z', 'revision_number': 1, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:41:09.015522 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6680d2f-1cfc-4f1d-9fe1-354f7b95232f None None] New status for floating IP 97f1f664-da02-4909-99e2-4ac05d555c29: ACTIVE {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:41:09.481851 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418754c-09d1-4ffc-9162-c0e719e328c1 req-8345ffc2-675c-4ba3-bd71-32086867a5d0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:09.483605 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0418754c-09d1-4ffc-9162-c0e719e328c1 req-8345ffc2-675c-4ba3-bd71-32086867a5d0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0547466 Sep 19 10:41:09.538536 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0418754c-09d1-4ffc-9162-c0e719e328c1 req-be21584e-0151-4e66-a367-1545ce833a2b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492811 Sep 19 10:41:10.671293 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f33cca-7476-40d2-8810-7c94a96885fc req-a0f9e37a-4e74-48f7-8a2a-c2445d8b1152 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:10.672898 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-62f33cca-7476-40d2-8810-7c94a96885fc req-a0f9e37a-4e74-48f7-8a2a-c2445d8b1152 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Sep 19 10:41:10.727059 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-62f33cca-7476-40d2-8810-7c94a96885fc req-59f2c2bb-0563-41a5-8de2-ce0c309b27ae tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480452 Sep 19 10:41:11.863339 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331a05-d735-4fc5-94bc-11c40a0296cd req-9154a867-ccb7-481a-b9c1-564a1285fc11 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:11.865007 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331a05-d735-4fc5-94bc-11c40a0296cd req-9154a867-ccb7-481a-b9c1-564a1285fc11 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0568681 Sep 19 10:41:11.901489 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:11.916921 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331a05-d735-4fc5-94bc-11c40a0296cd req-0aaab734-3c11-4f44-ac03-b7a6f3770787 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 Sep 19 10:41:13.041651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d6cc-9a47-4dc5-8d2d-deaf5bc77ead req-52c05f13-09f9-42f0-b171-e93d80fab2db tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:13.043112 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2293d6cc-9a47-4dc5-8d2d-deaf5bc77ead req-52c05f13-09f9-42f0-b171-e93d80fab2db tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Sep 19 10:41:13.061242 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:13.090242 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2293d6cc-9a47-4dc5-8d2d-deaf5bc77ead req-3687cf2b-f9b9-49de-ad73-927fae983c56 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415111 Sep 19 10:41:14.212834 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9c9ea-2be9-4556-bb46-adc63f458cd9 req-08af4707-3149-4503-84d1-88d839952605 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:14.214313 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ec9c9ea-2be9-4556-bb46-adc63f458cd9 req-08af4707-3149-4503-84d1-88d839952605 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Sep 19 10:41:14.263924 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ec9c9ea-2be9-4556-bb46-adc63f458cd9 req-e5fba22c-7ccc-4448-90b1-aea120a20dde tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Sep 19 10:41:14.908460 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbf1d-05f5-4597-a4da-7a1fba1e64a3 req-48b13b80-fe29-455e-91b9-fdc2839cf3b1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:14.909964 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f8bbf1d-05f5-4597-a4da-7a1fba1e64a3 req-48b13b80-fe29-455e-91b9-fdc2839cf3b1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0491087 Sep 19 10:41:14.956544 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f8bbf1d-05f5-4597-a4da-7a1fba1e64a3 req-a4d4a9ef-4e5a-497f-a701-9d6ba5dcb464 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405693 Sep 19 10:41:15.401764 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1d3ae-ec5b-4497-9a94-aaab90a35e38 req-34a2661f-2b96-4fc6-bd62-4a9dbd794f57 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:15.403449 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-18c1d3ae-ec5b-4497-9a94-aaab90a35e38 req-34a2661f-2b96-4fc6-bd62-4a9dbd794f57 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0522354 Sep 19 10:41:15.455195 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-18c1d3ae-ec5b-4497-9a94-aaab90a35e38 req-5e804207-415c-424c-a345-442183c06d09 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462050 Sep 19 10:41:16.081307 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f59e6e-f77a-451b-b9c4-c3ed2b78f696 req-e13ebaff-5eb2-4e60-acdd-08ed5ac45e06 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:16.082689 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f7f59e6e-f77a-451b-b9c4-c3ed2b78f696 req-e13ebaff-5eb2-4e60-acdd-08ed5ac45e06 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0496047 Sep 19 10:41:16.117452 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:16.129301 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f7f59e6e-f77a-451b-b9c4-c3ed2b78f696 req-3b4e9f99-9ba1-4944-bfed-6047c90b074d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410428 Sep 19 10:41:16.618104 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a48a9-0d17-4add-b453-de494cbe9310 req-35835f37-6efd-43bb-a025-efff07b40ef0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:16.619915 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-446a48a9-0d17-4add-b453-de494cbe9310 req-35835f37-6efd-43bb-a025-efff07b40ef0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0547807 Sep 19 10:41:16.643748 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:16.679735 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-446a48a9-0d17-4add-b453-de494cbe9310 req-c9973cc6-a967-457e-84ea-668bee0aa5e6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514669 Sep 19 10:41:17.261504 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da21aa-6c91-4611-ab23-18130f1bd505 req-61f8e48e-4b2b-48fa-a01a-76e3d7d752de tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:17.263002 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c1da21aa-6c91-4611-ab23-18130f1bd505 req-61f8e48e-4b2b-48fa-a01a-76e3d7d752de tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0482388 Sep 19 10:41:17.311833 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c1da21aa-6c91-4611-ab23-18130f1bd505 req-b643c7d2-4c56-4758-a576-fe29c5c9888c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 Sep 19 10:41:17.812040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b908070-7b2e-45e4-a670-7fcb79c292d9 req-dd502703-4955-4288-a57f-a6cd68f01071 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:17.814865 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1b908070-7b2e-45e4-a670-7fcb79c292d9 req-dd502703-4955-4288-a57f-a6cd68f01071 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0463367 Sep 19 10:41:17.865782 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1b908070-7b2e-45e4-a670-7fcb79c292d9 req-8c6e4c62-2b73-4f79-bed4-f21264237a79 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450542 Sep 19 10:41:18.437133 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813740-123a-4f2f-96aa-3358b20d624c req-21623f77-9210-4d6c-b217-59d663d59713 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:18.438591 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c813740-123a-4f2f-96aa-3358b20d624c req-21623f77-9210-4d6c-b217-59d663d59713 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0488758 Sep 19 10:41:18.610608 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c813740-123a-4f2f-96aa-3358b20d624c req-6ff50097-5ae7-48a4-9c82-dc2a1c8ceafa tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662340 Sep 19 10:41:18.994630 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ac89f-2bb6-479e-b590-d841817f043b req-f670a372-27b6-4538-8cb8-d80854d9aad1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:18.996097 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4e2ac89f-2bb6-479e-b590-d841817f043b req-f670a372-27b6-4538-8cb8-d80854d9aad1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0498412 Sep 19 10:41:19.043054 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4e2ac89f-2bb6-479e-b590-d841817f043b req-2c8ba0dd-5eb7-49d3-afa5-97b701665c7c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Sep 19 10:41:19.112383 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:19.125400 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:19.127769 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=9 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:19.730895 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cc5c1-84f3-4486-b623-e0941877ecce req-0fd6acd0-db43-4b8f-8b21-c0f05ac507a4 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:19.732347 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c0cc5c1-84f3-4486-b623-e0941877ecce req-0fd6acd0-db43-4b8f-8b21-c0f05ac507a4 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0460825 Sep 19 10:41:19.780974 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c0cc5c1-84f3-4486-b623-e0941877ecce req-61ee1f94-e99e-49c4-a21e-45112f6e800a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Sep 19 10:41:20.221521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7922-0536-4852-8516-4089e59a3f01 req-3a300d95-d729-425b-ace3-0b033a1036fa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:20.223050 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbca7922-0536-4852-8516-4089e59a3f01 req-3a300d95-d729-425b-ace3-0b033a1036fa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0997326 Sep 19 10:41:20.269804 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbca7922-0536-4852-8516-4089e59a3f01 req-0d44ebc6-ffbc-4976-aaf2-5f7ec7ea3164 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407255 Sep 19 10:41:20.908156 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5172d-6c94-4142-b528-2ffa5ffead0c req-38a1a403-4c3d-4194-adc3-1f6805f55c83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:20.909779 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-edf5172d-6c94-4142-b528-2ffa5ffead0c req-38a1a403-4c3d-4194-adc3-1f6805f55c83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0504448 Sep 19 10:41:20.959367 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-edf5172d-6c94-4142-b528-2ffa5ffead0c req-4e0ca0c1-1f43-4f27-ab38-be3705e084db tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Sep 19 10:41:21.394123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6422e36-c532-4af5-b787-4d43d442eb6c req-21a0efe4-2a55-4929-a43e-a3bc7c83315c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:21.395603 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b6422e36-c532-4af5-b787-4d43d442eb6c req-21a0efe4-2a55-4929-a43e-a3bc7c83315c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0502844 Sep 19 10:41:21.447588 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b6422e36-c532-4af5-b787-4d43d442eb6c req-f66961c4-a40f-4063-9b15-1fe080826825 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 Sep 19 10:41:22.066915 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:41:22.083065 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b39a3-082e-4454-a0e9-733c6b45d500 req-c2fbf9df-30f3-466d-b6da-2ec5b16ac1d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:22.084976 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f1b39a3-082e-4454-a0e9-733c6b45d500 req-c2fbf9df-30f3-466d-b6da-2ec5b16ac1d2 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0505188 Sep 19 10:41:22.131914 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f1b39a3-082e-4454-a0e9-733c6b45d500 req-04d89949-31f0-4203-a3fd-169bff36eb3a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 Sep 19 10:41:22.574208 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e3e6-340e-4d51-869d-25ce03402b13 req-aa1c4af1-2fad-4c5c-8caf-cca4c7c9b06e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:22.575720 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-82d5e3e6-340e-4d51-869d-25ce03402b13 req-aa1c4af1-2fad-4c5c-8caf-cca4c7c9b06e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0473752 Sep 19 10:41:22.625705 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-82d5e3e6-340e-4d51-869d-25ce03402b13 req-acd4515b-a084-49b0-8742-fc82b43e14cc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Sep 19 10:41:23.050029 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377e44-c47e-4708-9f86-3efec4070787 req-c6caa7c5-f430-4c34-8825-19c808d0bd08 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:23.051450 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76377e44-c47e-4708-9f86-3efec4070787 req-c6caa7c5-f430-4c34-8825-19c808d0bd08 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0468185 Sep 19 10:41:23.154292 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Deleting port 30e156f6-3b5b-49b1-b29a-66c1049d478b {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:41:23.154641 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:23.251103 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] For port 30e156f6-3b5b-49b1-b29a-66c1049d478b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=30e156f6-3b5b-49b1-b29a-66c1049d478b,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:23.251458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:23.260296 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e644ab-ce9e-4282-a08a-09193376876b req-064ff4f7-e3d9-4393-9787-07133d86c79c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:23.261816 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d9e644ab-ce9e-4282-a08a-09193376876b req-064ff4f7-e3d9-4393-9787-07133d86c79c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 945 time: 0.0488942 Sep 19 10:41:23.295835 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:23.311686 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d9e644ab-ce9e-4282-a08a-09193376876b req-046f18d8-9115-45bb-be5d-fc7f2e9fc901 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b86bcf88-c053-41ab-a72d-7ae567f42b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Sep 19 10:41:23.418948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:23.419367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eae3535f-4520-48ae-94c1-cceadc467016), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:23.419678 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Floating IP eae3535f-4520-48ae-94c1-cceadc467016 disassociated. External IP: 172.27.0.125, port: 30e156f6-3b5b-49b1-b29a-66c1049d478b. Sep 19 10:41:23.420015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Calling delete_port for 30e156f6-3b5b-49b1-b29a-66c1049d478b owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:41:23.474453 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:23.626133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (30e156f6-3b5b-49b1-b29a-66c1049d478b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:23.655689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event deleted for resources: {'Port': ['ID=30e156f6-3b5b-49b1-b29a-66c1049d478b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:23.801994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b38b88-c4f9-4936-9a1a-d7aacf3d45b0 req-20f669a7-fc0c-4dc1-894c-9a8cec3fedd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:23.804097 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7b38b88-c4f9-4936-9a1a-d7aacf3d45b0 req-20f669a7-fc0c-4dc1-894c-9a8cec3fedd6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0869823 Sep 19 10:41:23.836218 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Router f1005a2d-db49-440e-996c-627c750407a0 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:41:23.869899 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7b38b88-c4f9-4936-9a1a-d7aacf3d45b0 req-6a65939c-f233-41c2-9162-2b5d318dfea6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598006 Sep 19 10:41:23.964983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:41:23.975895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:41:23.987195 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:23.988038 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:24.009209 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] No DVR routers for this DVR port 30e156f6-3b5b-49b1-b29a-66c1049d478b on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:41:24.011890 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:24.015502 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76377e44-c47e-4708-9f86-3efec4070787 req-72cda73e-832f-4277-be22-93a8d4500c24 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "DELETE /networking/v2.0/ports/30e156f6-3b5b-49b1-b29a-66c1049d478b HTTP/1.1" status: 204 len: 173 time: 0.9463582 Sep 19 10:41:24.016040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'name': 'network-vif-deleted', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:24.018742 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a715f425-4632-4615-a0c0-749543f7a73f" -d '{"events": [{"server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "name": "network-vif-deleted", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:24.062261 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9208917b-49ce-4df4-b3a2-bd621b71361c x-openstack-request-id: req-9208917b-49ce-4df4-b3a2-bd621b71361c {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:24.062590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2a3428-631d-490f-8f6b-23b4a1b0c30e", "name": "network-vif-deleted", "tag": "30e156f6-3b5b-49b1-b29a-66c1049d478b", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:24.062890 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9208917b-49ce-4df4-b3a2-bd621b71361c {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:24.063345 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9208917b-49ce-4df4-b3a2-bd621b71361c'] response: {'server_uuid': 'fa2a3428-631d-490f-8f6b-23b4a1b0c30e', 'name': 'network-vif-deleted', 'tag': '30e156f6-3b5b-49b1-b29a-66c1049d478b', 'status': 'completed', 'code': 200} Sep 19 10:41:24.098264 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:24.285869 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:24.313866 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:41:24.322318 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:24.322916 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:24.425587 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:24.425841 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ab163d5-118e-4dca-81a5-5df88296b386 req-f6b57363-2c86-4302-ae1b-dea94e6b9ad9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0319507 Sep 19 10:41:24.726354 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:24.750470 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6867bf-b3f8-4e19-a68a-1352b9617fae None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:41:24.960654 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664ed4e-4993-431a-b638-ffc91ffb18a9 None None] New status for floating IP eae3535f-4520-48ae-94c1-cceadc467016: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:41:25.000425 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7421b3-9010-466b-b73e-d2004d55797f req-4b1e0cfe-6028-4839-931b-107344d8d2bc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:25.001894 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fd7421b3-9010-466b-b73e-d2004d55797f req-4b1e0cfe-6028-4839-931b-107344d8d2bc tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Sep 19 10:41:25.051832 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fd7421b3-9010-466b-b73e-d2004d55797f req-89b15506-d31e-420a-94ff-4b7bda585def tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Sep 19 10:41:25.538382 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e9cff93d-eddb-46fe-bc43-1838c8a6f4b5 req-8adaa4d5-a912-4824-b21b-21d756054617 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0332699 Sep 19 10:41:26.176393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26746c84-6b1a-45d1-bef4-c813811eef7b req-1b3dda6e-e4d3-4c37-8995-87b0c85982d7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:26.177886 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-26746c84-6b1a-45d1-bef4-c813811eef7b req-1b3dda6e-e4d3-4c37-8995-87b0c85982d7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0465302 Sep 19 10:41:26.224303 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-26746c84-6b1a-45d1-bef4-c813811eef7b req-ba6ee2f1-ef7b-457c-8a5e-83c31b0cb962 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Sep 19 10:41:26.640724 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-87ba7388-a26d-46fc-b2b0-4a5e73ac0079 req-28bf9e86-05f1-42db-8110-20c003f1d827 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0287817 Sep 19 10:41:26.979858 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:27.273884 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 30e156f6-3b5b-49b1-b29a-66c1049d478b no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:41:27.294229 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 30e156f6-3b5b-49b1-b29a-66c1049d478b {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:41:27.294581 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 30e156f6-3b5b-49b1-b29a-66c1049d478b not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:41:27.351027 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfb6bc-155d-407b-8133-a1faaf108e61 req-2b43d498-6fd4-4778-b286-caeda1320113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:27.352565 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1bfb6bc-155d-407b-8133-a1faaf108e61 req-2b43d498-6fd4-4778-b286-caeda1320113 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0528283 Sep 19 10:41:27.356684 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe49118-73dc-4eff-b742-79fa5d368a6a req-b1f82e52-8fed-408f-a467-6a9668e3aa75 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:27.358212 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6fe49118-73dc-4eff-b742-79fa5d368a6a req-b1f82e52-8fed-408f-a467-6a9668e3aa75 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Sep 19 10:41:27.406289 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1bfb6bc-155d-407b-8133-a1faaf108e61 req-d0ea3185-fcda-4c8b-a4ad-ee2e56593afb service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 Sep 19 10:41:27.407208 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:27.412620 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6fe49118-73dc-4eff-b742-79fa5d368a6a req-8bb2c9d6-f1a7-4600-96ba-4d5ab43df26b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487323 Sep 19 10:41:27.762373 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-254741d4-8eee-413e-8b2c-869aa24753e3 req-90b24e82-3015-4182-b268-ae1da5689897 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0310750 Sep 19 10:41:28.540062 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4bad-23a0-4ee2-95b0-d877b1b34624 req-c1168aaf-d1e6-4bf2-91c3-6062ef0416bb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:28.541570 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6e9c4bad-23a0-4ee2-95b0-d877b1b34624 req-c1168aaf-d1e6-4bf2-91c3-6062ef0416bb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Sep 19 10:41:28.576777 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f3d04ac-4c0d-4850-8e9c-837a2a10e64d req-3c3d7b39-65f6-40a4-880d-5b9a8b95b3fb service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0320485 Sep 19 10:41:28.595307 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6e9c4bad-23a0-4ee2-95b0-d877b1b34624 req-5a890024-c57c-4358-a803-82bd64aaeff9 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470045 Sep 19 10:41:28.898021 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a4bb1393-cfe8-4d9a-94d1-91e969687cfe req-248a882f-e8d9-4336-886a-525c9bc85a64 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0300610 Sep 19 10:41:29.596583 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f3d04ac-4c0d-4850-8e9c-837a2a10e64d req-6deca456-96a6-48c4-a65c-ee94124fc328 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0265627 Sep 19 10:41:29.729813 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea5295-2fb8-4258-96d9-91c524fc844c req-a82849c8-975a-44e3-b906-89176323000f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:29.731312 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-acea5295-2fb8-4258-96d9-91c524fc844c req-a82849c8-975a-44e3-b906-89176323000f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0474300 Sep 19 10:41:29.774357 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:29.786094 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-acea5295-2fb8-4258-96d9-91c524fc844c req-ca7e50c4-752c-4cf0-9a7c-6ae5ed93a267 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474489 Sep 19 10:41:30.035923 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-84f48733-ed9a-4a42-9c56-3080000d58b7 req-05b96938-52e3-41c8-b166-055848af9b48 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa2a3428-631d-490f-8f6b-23b4a1b0c30e HTTP/1.1" status: 200 len: 210 time: 0.0405214 Sep 19 10:41:30.087272 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:30.093718 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d04ac-4c0d-4850-8e9c-837a2a10e64d req-17d1d589-da0d-4c52-92fa-1a73476f9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:30.095540 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f3d04ac-4c0d-4850-8e9c-837a2a10e64d req-17d1d589-da0d-4c52-92fa-1a73476f9c0b service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=67ec80c3417443d7b2368506bbd4a814&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1323271 Sep 19 10:41:30.219209 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d04ac-4c0d-4850-8e9c-837a2a10e64d req-7aef5542-705d-40ba-bf2e-80a240212abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:30.220977 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f3d04ac-4c0d-4850-8e9c-837a2a10e64d req-7aef5542-705d-40ba-bf2e-80a240212abe service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129448 Sep 19 10:41:30.416507 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3710-dff9-4734-862b-a8c57b06f3c6 req-b76cb321-626f-4d9e-bd1b-36e0b335d7e2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:30.417999 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2ca3710-dff9-4734-862b-a8c57b06f3c6 req-b76cb321-626f-4d9e-bd1b-36e0b335d7e2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Sep 19 10:41:30.466688 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2ca3710-dff9-4734-862b-a8c57b06f3c6 req-9ee8b6a1-d628-4bfd-91d9-c31235cd1aa7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Sep 19 10:41:30.834001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-2d4119b7-beb4-4f65-a524-6789de2bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:30.836485 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-2d4119b7-beb4-4f65-a524-6789de2bd1d2 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0430210 Sep 19 10:41:30.863699 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:30.932915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-85b91f2a-88d8-4b3f-a42f-c3acf67ef1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:30.934419 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-85b91f2a-88d8-4b3f-a42f-c3acf67ef1d4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.0911555 Sep 19 10:41:31.049475 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-218f63af-6d3d-459c-85c6-c6f65bc6f128 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 1001 time: 0.0562072 Sep 19 10:41:31.108123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-53816895-e8f3-4614-9c25-20d4bf7cb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:31.109620 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-53816895-e8f3-4614-9c25-20d4bf7cb31b service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0493832 Sep 19 10:41:31.168342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-2b4a92d6-4150-4ba9-8375-861370337dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:31.169879 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-2b4a92d6-4150-4ba9-8375-861370337dbe service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410938 Sep 19 10:41:31.216644 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34354) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:31.270747 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-b10af71a-d21e-434a-b385-c80c027c7073 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939202 Sep 19 10:41:31.281687 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (b86bcf88-c053-41ab-a72d-7ae567f42b1d), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.313031 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (b86bcf88-c053-41ab-a72d-7ae567f42b1d), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.394483 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be80e53-1140-4374-93ae-8d4ad3e12569 req-9bde83a2-9694-4e7f-8458-1a1b694987e6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124101 Sep 19 10:41:31.488779 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b86bcf88-c053-41ab-a72d-7ae567f42b1d), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.492841 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.494187 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b86bcf88-c053-41ab-a72d-7ae567f42b1d HTTP/1.1" status: 204 len: 168 time: 0.2765186 Sep 19 10:41:31.497125 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34366) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:31.505770 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86bcf88-c053-41ab-a72d-7ae567f42b1d,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:31.513470 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.513821 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.514168 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.514547 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.514695 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-5b7a1d72-b013-4761-9df3-d95819f11b2c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] show failed (client error): The resource could not be found. Sep 19 10:41:31.514929 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.515283 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.516068 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5b7a1d72-b013-4761-9df3-d95819f11b2c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups/b86bcf88-c053-41ab-a72d-7ae567f42b1d HTTP/1.1" status: 404 len: 347 time: 0.0177166 Sep 19 10:41:31.518741 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.519181 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.519504 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34368) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:31.519637 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.519948 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.520332 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.520719 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.521112 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.521620 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.521837 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d60887-a61b-4fc5-a34b-f51812a6989b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:31.673252 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac4c78-8116-45ea-bdc7-170e752e5536 req-81cf8f1e-0194-4630-b155-aa6e8f205085 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:31.675097 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-29ac4c78-8116-45ea-bdc7-170e752e5536 req-81cf8f1e-0194-4630-b155-aa6e8f205085 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.1038129 Sep 19 10:41:31.743626 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Deleting port bab9a266-3cbf-479f-a6ba-c137d5398f79 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:41:31.744031 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.808815 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-29ac4c78-8116-45ea-bdc7-170e752e5536 req-a9891cf6-02c7-4651-99b4-ee186887a686 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103628 Sep 19 10:41:31.853119 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.853497 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (bab9a266-3cbf-479f-a6ba-c137d5398f79), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:31.868585 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Calling delete_port for bab9a266-3cbf-479f-a6ba-c137d5398f79 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:41:31.961745 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:32.060078 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (bab9a266-3cbf-479f-a6ba-c137d5398f79), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.064467 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:32.089643 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event deleted for resources: {'Port': ['ID=bab9a266-3cbf-479f-a6ba-c137d5398f79,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:32.118603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.119246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.119360 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.119700 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.120062 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.120424 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.120788 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.121236 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.121602 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.121964 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.122341 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.122681 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.123037 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.123388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.123740 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:41:32.170591 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (eae3535f-4520-48ae-94c1-cceadc467016), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.173484 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.174757 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5f2f3584-55a4-4495-962e-ec0f29f0b8ef tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/eae3535f-4520-48ae-94c1-cceadc467016 HTTP/1.1" status: 204 len: 168 time: 0.6541543 Sep 19 10:41:32.362713 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34374) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:32.369916 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--316137447', 'description': 'tempest-description--195540860'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:32.454930 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.531640 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (3247cce5-0757-4b9c-9500-caa39b0d2bb0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.612775 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3247cce5-0757-4b9c-9500-caa39b0d2bb0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.647900 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3247cce5-0757-4b9c-9500-caa39b0d2bb0,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:32.754325 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.756364 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-b28c4a5d-687a-45c1-bc68-7e4f386a4a83 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3925118 Sep 19 10:41:32.759397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34378) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:32.764420 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'security_group_rule': {'security_group_id': '3247cce5-0757-4b9c-9500-caa39b0d2bb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:32.875718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (79e70055-45d4-422e-aa13-a553a274655b), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.911950 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-886baef6-d222-4aba-b894-6cc7da571ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.925391 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (79e70055-45d4-422e-aa13-a553a274655b), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:32.941647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b42e8-c49b-464e-954c-6a70ac7c8fd5 req-3fc0e130-0daf-4c00-862d-f88ba1464b15 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:32.943682 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dc7b42e8-c49b-464e-954c-6a70ac7c8fd5 req-3fc0e130-0daf-4c00-862d-f88ba1464b15 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0507932 Sep 19 10:41:32.991424 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dc7b42e8-c49b-464e-954c-6a70ac7c8fd5 req-70f9c836-4b73-43bd-ab32-50cf4cf26e9e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Sep 19 10:41:33.018743 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (79e70055-45d4-422e-aa13-a553a274655b), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.038674 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e70055-45d4-422e-aa13-a553a274655b,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:33.135345 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.136623 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9a54b910-f908-4ef3-9b7c-b36c9f46513b tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3762066 Sep 19 10:41:33.139573 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34382) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:33.144110 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'security_group_rule': {'security_group_id': '3247cce5-0757-4b9c-9500-caa39b0d2bb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:33.253535 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (0a89ee43-6373-4d93-98bd-a8aaddbfc110), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.309829 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (0a89ee43-6373-4d93-98bd-a8aaddbfc110), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.403031 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (0a89ee43-6373-4d93-98bd-a8aaddbfc110), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.421441 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a89ee43-6373-4d93-98bd-a8aaddbfc110,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:33.479135 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.480358 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-21ef24b2-485b-41a2-8efe-3b4cbb07c508 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398275 Sep 19 10:41:33.483375 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34386) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:33.579960 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:33.594161 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:33.706201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.780490 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:33.786007 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:33.893573 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Allocated IP 172.27.0.89 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/b4f6a2fe-041c-471c-8145-ee406d7d4279) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:41:33.999662 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.116007 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b72a-9737-440b-abe3-d1d4aad01aba req-4b086597-a634-48fb-b676-f8a3eefd4d88 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:34.117558 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be74b72a-9737-440b-abe3-d1d4aad01aba req-4b086597-a634-48fb-b676-f8a3eefd4d88 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0480690 Sep 19 10:41:34.123506 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.183716 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:41:34.187905 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:41:34.191959 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:41:34.197251 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:34.238545 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'Port': ['ID=b4f6a2fe-041c-471c-8145-ee406d7d4279,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:34.251235 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be74b72a-9737-440b-abe3-d1d4aad01aba req-cca0acfc-f316-4c85-b0d5-2ebed48d7230 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234872 Sep 19 10:41:34.309304 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (93810dff-b62c-4816-9dc0-36c957cef2eb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.456030 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.613371 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.694578 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.755300 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:34.769053 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'Port': ['ID=b4f6a2fe-041c-471c-8145-ee406d7d4279,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:34.772368 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (93810dff-b62c-4816-9dc0-36c957cef2eb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.868279 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:34.870145 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ae98528b-86c2-48bc-aaac-1ea251cb4666 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3854260 Sep 19 10:41:35.027093 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-5544cb7e-72b3-421b-9d98-e437b2fb835a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--316137447&fields=id&tenant_id=67ec80c3417443d7b2368506bbd4a814 HTTP/1.1" status: 200 len: 267 time: 0.0462580 Sep 19 10:41:35.139028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e956c1fc-d2ad-461c-a67b-0afa4c361520 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:35.140379 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e956c1fc-d2ad-461c-a67b-0afa4c361520 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 811 time: 0.1066117 Sep 19 10:41:35.155793 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-4d89b5e2-57f7-428e-958b-29038969c742 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/quotas/67ec80c3417443d7b2368506bbd4a814 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Sep 19 10:41:35.216467 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-eced9e42-6af3-4acf-9f93-f6525cab55a9 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550416 Sep 19 10:41:35.306054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fa54e30c-dfef-4337-86a2-711737b35b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:35.317006 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-20d86390-020b-40eb-ad12-0a66b2da6e44 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887442 Sep 19 10:41:35.382926 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080c253-dd64-40fa-a1e5-c2df0acf024f req-13b57159-9364-48cc-9ca3-cbf99f4e6ab5 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:35.384582 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2080c253-dd64-40fa-a1e5-c2df0acf024f req-13b57159-9364-48cc-9ca3-cbf99f4e6ab5 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0515521 Sep 19 10:41:35.412290 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-3d3e4ee7-fefe-4e74-aace-f935a9a4180f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Sep 19 10:41:35.432241 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2080c253-dd64-40fa-a1e5-c2df0acf024f req-62cac7d1-1d4e-409b-a53a-adf5ad0d3a8c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Sep 19 10:41:35.555973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c192942-cc7e-4cd4-b610-95e86596a596 req-abc5488a-ffb8-4d93-acde-5d9db41429cb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:35.557480 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2c192942-cc7e-4cd4-b610-95e86596a596 req-abc5488a-ffb8-4d93-acde-5d9db41429cb tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Sep 19 10:41:35.568504 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34414) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:35.572860 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Request body: {'floatingip': {'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:35.625204 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:35.770296 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e7b61f4d-f369-4a1f-a2e2-00e11c1cf56c req-115b8ebb-d2ef-455c-ac7b-bda44b83e51a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0514030 Sep 19 10:41:36.412637 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:36.424830 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dea465-e8a1-48af-b0b7-64ea9e5f9e08 req-ad66f811-f36b-4f1f-a89f-b79daba3823b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:36.426298 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-77dea465-e8a1-48af-b0b7-64ea9e5f9e08 req-ad66f811-f36b-4f1f-a89f-b79daba3823b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Sep 19 10:41:36.474481 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:36.480144 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-77dea465-e8a1-48af-b0b7-64ea9e5f9e08 req-a03da764-af4e-4afd-a6f3-288aad144b8f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Sep 19 10:41:36.584845 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:36.603038 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:36.692360 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:36.694667 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:41:36.812853 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:41:36.819568 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:36.839348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] Sync routers for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:41:36.855708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:36.856688 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:36.861475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:36.864131 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79" -d '{"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:36.901191 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-1dbcfee0-985c-4cd6-9889-a81e729e905a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/eeb09e68-33a6-466f-9543-a99303a06948 HTTP/1.1" status: 200 len: 993 time: 1.3314655 Sep 19 10:41:36.911291 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74f92791-4a10-4d26-8579-f2623d5d0232 req-aee07092-b893-4e9b-81f1-1a9a97311e56 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0447533 Sep 19 10:41:36.917931 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5420f785-1814-41c3-a587-38b93ed72eb9 x-openstack-request-id: req-5420f785-1814-41c3-a587-38b93ed72eb9 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:36.918310 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:36.918630 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5420f785-1814-41c3-a587-38b93ed72eb9 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:36.919097 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5420f785-1814-41c3-a587-38b93ed72eb9'] response: {'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'status': 'completed', 'code': 200} Sep 19 10:41:36.969918 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:37.059554 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:37.101453 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:37.183643 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eeb09e68-33a6-466f-9543-a99303a06948', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:44Z', 'updated_at': '2022-09-19T10:41:36Z', 'revision_number': 3, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:37.212968 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] Checking router: 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:41:37.221848 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:37.222458 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:37.323766 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:37.540289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eeb09e68-33a6-466f-9543-a99303a06948', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:44Z', 'updated_at': '2022-09-19T10:41:36Z', 'revision_number': 3, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:37.565301 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4aec5-eba4-4382-83b0-25f0dd448a2d None None] The sync data for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi is: [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'eeb09e68-33a6-466f-9543-a99303a06948', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'port_id': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'mac_address': 'fa:16:3e:80:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b4a5e-774b-4a16-8082-d884ff033f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:39:44Z', 'updated_at': '2022-09-19T10:41:36Z', 'revision_number': 3, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:41:37.611709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39909b-b4bb-4fb3-8de1-5b6720b4487d req-9ca385b6-435f-4e84-910f-1e8bfdbd33f1 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:37.613249 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ba39909b-b4bb-4fb3-8de1-5b6720b4487d req-9ca385b6-435f-4e84-910f-1e8bfdbd33f1 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0533950 Sep 19 10:41:37.664208 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ba39909b-b4bb-4fb3-8de1-5b6720b4487d req-f39e066b-e565-490c-884b-0e9807cb0235 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Sep 19 10:41:38.003464 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-83987f4f-c024-44e4-84df-563c564584a6 req-d2a44bb1-ce01-4d89-b76a-64e9452951e1 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0266099 Sep 19 10:41:38.186085 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:38.397523 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:38.631630 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-59d5f060-92ab-4b36-a3a5-0a80aaf33a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:38.633198 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-59d5f060-92ab-4b36-a3a5-0a80aaf33a76 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0426404 Sep 19 10:41:38.802804 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7958e0-9304-41dc-8ba1-d3a15841c3ee req-73d47158-b35f-4d14-9916-55ee51481950 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:38.804271 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca7958e0-9304-41dc-8ba1-d3a15841c3ee req-73d47158-b35f-4d14-9916-55ee51481950 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0501697 Sep 19 10:41:38.809612 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-79509d54-dcec-4f38-a9de-90d90c90b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:38.811158 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-79509d54-dcec-4f38-a9de-90d90c90b94d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.0943661 Sep 19 10:41:38.854922 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ca7958e0-9304-41dc-8ba1-d3a15841c3ee req-c39162e9-04c3-429b-a70d-8aaf8dfcba54 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Sep 19 10:41:38.920778 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:38.923539 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:38.962105 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-93feee67-21e2-49e0-87c0-92d4509e5d9a service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 1001 time: 0.0589056 Sep 19 10:41:38.963789 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e07004-5b68-4477-ac48-6350808d4b0d x-openstack-request-id: req-b8e07004-5b68-4477-ac48-6350808d4b0d {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:38.964082 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:38.964341 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8e07004-5b68-4477-ac48-6350808d4b0d {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:38.964760 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e07004-5b68-4477-ac48-6350808d4b0d'] response: {'name': 'network-changed', 'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'status': 'completed', 'code': 200} Sep 19 10:41:39.104586 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-999ed59f-7b24-4fa6-862f-2b41b8d2ce67 req-5b28c2fa-3803-4646-adea-a7bd4d3cbd33 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Sep 19 10:41:39.174966 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-756e2cc6-193f-4681-9d5e-887b2b6085ad tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:39.176324 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-756e2cc6-193f-4681-9d5e-887b2b6085ad tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 946 time: 0.0489838 Sep 19 10:41:39.181997 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-3a4ddf2b-9792-4aa3-b33d-75cc44fae340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:39.183431 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-3a4ddf2b-9792-4aa3-b33d-75cc44fae340 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0570936 Sep 19 10:41:39.242129 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-67a52511-7818-4e8b-95bf-d556dc7ad062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:39.246471 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-67a52511-7818-4e8b-95bf-d556dc7ad062 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427816 Sep 19 10:41:39.261220 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:39.295832 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Deleting port 69027061-065a-436a-9a39-8e161e811331 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:41:39.299800 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (69027061-065a-436a-9a39-8e161e811331), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:39.344636 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-ee631a22-1d34-4ece-b9c6-dd9ae74ea331 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899923 Sep 19 10:41:39.397254 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] For port 69027061-065a-436a-9a39-8e161e811331, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=69027061-065a-436a-9a39-8e161e811331,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:39.397762 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (69027061-065a-436a-9a39-8e161e811331), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:39.411046 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Calling delete_port for 69027061-065a-436a-9a39-8e161e811331 owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:41:39.431838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:39.454857 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d42716c8-75f7-459e-92ee-5ecf1e4d6a79 req-8f33a449-e74e-4cd3-a962-950d8654eb9c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936110 Sep 19 10:41:39.493121 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:39.582376 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-07ea45d2-8da1-4ad0-b1f0-5fca44eb884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:39.584682 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-07ea45d2-8da1-4ad0-b1f0-5fca44eb884d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 1129 time: 0.0426507 Sep 19 10:41:39.664954 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (69027061-065a-436a-9a39-8e161e811331), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:39.697314 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Pushing event deleted for resources: {'Port': ['ID=69027061-065a-436a-9a39-8e161e811331,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:39.705780 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-e9e0398a-a9c9-48a5-b257-9d36ab2968db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:39.705942 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['69027061-065a-436a-9a39-8e161e811331'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:41:39.707970 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-e9e0398a-a9c9-48a5-b257-9d36ab2968db service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.1106701 Sep 19 10:41:39.759689 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] No DVR routers for this DVR port 69027061-065a-436a-9a39-8e161e811331 on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:41:39.762608 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:39.766477 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0875c3fc-bbad-40e9-839c-ba4c8ef97133 req-cecd7401-cd79-4de8-8d01-9102dbdd4b3f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "DELETE /networking/v2.0/ports/69027061-065a-436a-9a39-8e161e811331 HTTP/1.1" status: 204 len: 173 time: 0.5669336 Sep 19 10:41:39.787126 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-16226f30-ab70-4c7f-bfb9-3e9d1aa08629 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 200 len: 1001 time: 0.0623295 Sep 19 10:41:39.970036 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-499b8497-2fb2-4b47-8471-df492edaca51 req-942ad61e-204c-4323-a66a-2f61824240e4 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0324981 Sep 19 10:41:40.167792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-990e7fd8-1d8c-4111-897a-34d38850c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:40.169376 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-990e7fd8-1d8c-4111-897a-34d38850c750 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0477169 Sep 19 10:41:40.211616 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-04b62f00-e5c4-49b1-891a-f44906076b60 req-e2a1e733-862b-4a0f-ada6-5332fc651c68 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0292807 Sep 19 10:41:40.241016 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-d271b7c2-4670-4d4e-92b9-fc012c7384bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:40.241016 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-d271b7c2-4670-4d4e-92b9-fc012c7384bd service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494845 Sep 19 10:41:40.548771 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-400cb176-788d-4838-9cdf-7553a6ba5371 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:40.550140 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-400cb176-788d-4838-9cdf-7553a6ba5371 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 811 time: 0.1142290 Sep 19 10:41:40.605775 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-ce0ac21c-8bdc-4cf2-91ba-3c71df6b7e1d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714478 Sep 19 10:41:40.627775 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-78426685-3cb7-482e-842c-91a7ff5e82af tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=67ec80c3417443d7b2368506bbd4a814 HTTP/1.1" status: 200 len: 379 time: 0.0598133 Sep 19 10:41:40.637443 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'port': {'device_id': '18c94dcb-cdf9-4081-828d-7dea73061221', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'admin_state_up': True, 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'security_groups': ['3247cce5-0757-4b9c-9500-caa39b0d2bb0']}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:40.699076 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:40.711110 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1bae64d5-d53a-4a4f-9ae6-2410a1aa2b6e req-9dba9fd7-ed6c-4606-878f-e6246250bd63 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913873 Sep 19 10:41:40.822515 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Made reservation on behalf of 67ec80c3417443d7b2368506bbd4a814 for: {'port': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:41:40.829215 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:40.966447 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'name': 'network-vif-deleted', 'tag': '69027061-065a-436a-9a39-8e161e811331'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:40.968651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08e22ee-7250-4264-8466-56221d79ac44" -d '{"events": [{"server_uuid": "4fd47b18-24ac-4d6d-b644-7341a99ba737", "name": "network-vif-deleted", "tag": "69027061-065a-436a-9a39-8e161e811331"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:40.975877 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Allocated IP 172.20.0.13 (b051f35e-e823-4944-b5dc-45fc6f19108b/530d4d91-765b-4419-841f-b072c30e4849/227ea2cc-cd70-4dbb-9d73-32648cc95236) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:41:41.015258 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186505f1-4e30-4a2d-9088-f6c447ecfc28 x-openstack-request-id: req-186505f1-4e30-4a2d-9088-f6c447ecfc28 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:41.015702 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd47b18-24ac-4d6d-b644-7341a99ba737", "name": "network-vif-deleted", "tag": "69027061-065a-436a-9a39-8e161e811331", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:41.016014 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-186505f1-4e30-4a2d-9088-f6c447ecfc28 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:41.016480 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186505f1-4e30-4a2d-9088-f6c447ecfc28'] response: {'server_uuid': '4fd47b18-24ac-4d6d-b644-7341a99ba737', 'name': 'network-vif-deleted', 'tag': '69027061-065a-436a-9a39-8e161e811331', 'status': 'completed', 'code': 200} Sep 19 10:41:41.109682 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c6203c23-435e-4aeb-955e-9fb159e2604a req-94a1720a-c087-45ba-9ba9-0fee5bef1cda tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4fd47b18-24ac-4d6d-b644-7341a99ba737 HTTP/1.1" status: 200 len: 210 time: 0.0388787 Sep 19 10:41:41.167156 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:41.295730 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:41.343926 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87522da3-9a8e-44a1-ba5d-e87f57eafa87 req-10e813c6-705c-4975-8a95-551c9ec8e9e4 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:41.345470 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-87522da3-9a8e-44a1-ba5d-e87f57eafa87 req-10e813c6-705c-4975-8a95-551c9ec8e9e4 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 932 time: 0.0515068 Sep 19 10:41:41.346537 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:41.348795 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Network b051f35e-e823-4944-b5dc-45fc6f19108b is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:41:41.353206 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:41:41.357912 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:41:41.387161 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event updated for resources: {'Port': ['ID=227ea2cc-cd70-4dbb-9d73-32648cc95236,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:41.417715 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-87522da3-9a8e-44a1-ba5d-e87f57eafa87 req-d17cdd2f-f6e5-47e7-ab18-819c43d02128 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644352 Sep 19 10:41:41.423981 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:41.425043 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:41.543455 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e0a104a3-2cfe-4cd8-8721-d72c503085d0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097719 Sep 19 10:41:41.564088 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Request body: {'port': {'device_id': '18c94dcb-cdf9-4081-828d-7dea73061221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:41.582954 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Provisioning complete for port 227ea2cc-cd70-4dbb-9d73-32648cc95236 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:41:41.584194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:41.584350 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Attempt 1 to provision port 227ea2cc-cd70-4dbb-9d73-32648cc95236 Sep 19 10:41:41.622086 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Port 227ea2cc-cd70-4dbb-9d73-32648cc95236 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:41:41.627127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:41.883708 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227ea2cc-cd70-4dbb-9d73-32648cc95236 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:41:41.890862 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Publish callbacks [] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:41.894212 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:41.903473 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Transition to ACTIVE for port object 227ea2cc-cd70-4dbb-9d73-32648cc95236 will not be triggered until provisioned by entity L2. {{(pid=106798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:41:41.979848 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:42.042792 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Pushing event updated for resources: {'Port': ['ID=227ea2cc-cd70-4dbb-9d73-32648cc95236,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:42.090571 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Attempting to bind port 227ea2cc-cd70-4dbb-9d73-32648cc95236 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:41:42.090900 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Attempting to bind port 227ea2cc-cd70-4dbb-9d73-32648cc95236 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:41:42.091221 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Attempting to bind port 227ea2cc-cd70-4dbb-9d73-32648cc95236 on network b051f35e-e823-4944-b5dc-45fc6f19108b {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:41:42.123329 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Attempt 2 to provision port 227ea2cc-cd70-4dbb-9d73-32648cc95236 Sep 19 10:41:42.131101 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Port 227ea2cc-cd70-4dbb-9d73-32648cc95236 on network b051f35e-e823-4944-b5dc-45fc6f19108b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:41:42.131424 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Attempting to bind port 227ea2cc-cd70-4dbb-9d73-32648cc95236 on network b051f35e-e823-4944-b5dc-45fc6f19108b {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:41:42.163732 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Port 227ea2cc-cd70-4dbb-9d73-32648cc95236 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:41:42.182754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:41:42.183157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Checking segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:41:42.183544 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Bound using segment: {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:41:42.183977 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Bound port: 227ea2cc-cd70-4dbb-9d73-32648cc95236, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2db138-469c-4c42-ad39-cc2a144de9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:41:42.187141 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:42.257308 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] For port 227ea2cc-cd70-4dbb-9d73-32648cc95236, host hv-cinder-85827, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:41:42.261133 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] For port 227ea2cc-cd70-4dbb-9d73-32648cc95236, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:41:42.369657 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:42.373271 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:42.374150 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:42.375543 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/227ea2cc-cd70-4dbb-9d73-32648cc95236 HTTP/1.1" status: 200 len: 1094 time: 0.8154187 Sep 19 10:41:42.424079 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db4483-7109-4e4b-9db7-6c4f0fc780e7 service neutron] Pushing event updated for resources: {'Port': ['ID=227ea2cc-cd70-4dbb-9d73-32648cc95236,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:42.548058 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e079177-598a-4ff1-b314-de850499e24e req-09fcfd67-51da-4a20-bba6-a9efc31b4add tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:42.550321 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e079177-598a-4ff1-b314-de850499e24e req-09fcfd67-51da-4a20-bba6-a9efc31b4add tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0515277 Sep 19 10:41:42.573969 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-95f75859-a65c-408e-9c14-488acd350a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:42.575587 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-95f75859-a65c-408e-9c14-488acd350a4c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 1128 time: 0.0417514 Sep 19 10:41:42.599060 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e079177-598a-4ff1-b314-de850499e24e req-e5fa8f50-0159-4540-a11a-1e0501820e07 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Sep 19 10:41:42.629857 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-44b0c2c9-f74c-4c95-aaa4-41f3617a72f1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236 HTTP/1.1" status: 200 len: 217 time: 0.0360188 Sep 19 10:41:42.665224 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Attempt 3 to provision port 227ea2cc-cd70-4dbb-9d73-32648cc95236 Sep 19 10:41:42.671455 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:42.687631 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-d27f3061-f321-42d5-a080-01dd3cd3f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:42.689409 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-d27f3061-f321-42d5-a080-01dd3cd3f65f service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.0517111 Sep 19 10:41:42.713613 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-978bbd9f-28c9-4a90-888a-b5e55df87442 None None] Port 227ea2cc-cd70-4dbb-9d73-32648cc95236 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:41:42.738444 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e7bc8d39-2a13-4a72-814f-21f31ca2c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:42.739951 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-e7bc8d39-2a13-4a72-814f-21f31ca2c024 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425916 Sep 19 10:41:42.844137 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-5394f365-0da4-49b6-8c1c-515c91a18272 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953088 Sep 19 10:41:42.944834 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ce3fc807-689a-4cac-8f87-989b1fe93b4d req-c91d6bc8-59e4-43d7-a35b-289d31ad58c4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896175 Sep 19 10:41:43.017757 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:43.020221 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:43.057651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d607d-8aca-41d4-8bed-505e234b89be x-openstack-request-id: req-284d607d-8aca-41d4-8bed-505e234b89be {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:43.057947 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:43.058202 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-284d607d-8aca-41d4-8bed-505e234b89be {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:43.058634 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284d607d-8aca-41d4-8bed-505e234b89be'] response: {'name': 'network-changed', 'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'status': 'completed', 'code': 200} Sep 19 10:41:43.729668 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423414aa-9bb8-4429-9c56-e22f80aff26a req-bbab0985-5712-471a-b39e-ee293bb1408d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:43.730964 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-423414aa-9bb8-4429-9c56-e22f80aff26a req-bbab0985-5712-471a-b39e-ee293bb1408d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0488572 Sep 19 10:41:43.786274 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-423414aa-9bb8-4429-9c56-e22f80aff26a req-6118fd4b-8862-4475-810e-201f55661427 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492225 Sep 19 10:41:44.073826 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:44.074691 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:44.911870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c52ce-3b5d-46ce-9048-1bf0f09a9dd0 req-abc7d87a-1f24-4a5a-98bf-fea8112a6147 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:44.913616 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c6c52ce-3b5d-46ce-9048-1bf0f09a9dd0 req-abc7d87a-1f24-4a5a-98bf-fea8112a6147 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0531116 Sep 19 10:41:44.970543 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c6c52ce-3b5d-46ce-9048-1bf0f09a9dd0 req-39e51fd4-f99b-42a2-bf0f-e94a98d733b6 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511396 Sep 19 10:41:45.806428 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 69027061-065a-436a-9a39-8e161e811331 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:41:45.828505 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 69027061-065a-436a-9a39-8e161e811331 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:41:45.828873 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 69027061-065a-436a-9a39-8e161e811331 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:41:46.089622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884672d5-d4c4-4ed8-b6b5-1e9e9650e571 req-19e20897-47fd-4165-bcc9-91771f456aea tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:46.091010 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-884672d5-d4c4-4ed8-b6b5-1e9e9650e571 req-19e20897-47fd-4165-bcc9-91771f456aea tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0464196 Sep 19 10:41:46.137206 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-884672d5-d4c4-4ed8-b6b5-1e9e9650e571 req-fd347f7b-7619-4044-9f32-bb29409844bb tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Sep 19 10:41:46.321984 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-0225e295-f72a-41ee-873e-65dd463c9e4b tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1426833707&fields=id&tenant_id=c84c95680abc4f28b49cd092ca96fe32 HTTP/1.1" status: 200 len: 267 time: 0.0461369 Sep 19 10:41:46.361146 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:46.371702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c56f7748-b577-4de1-9ebf-3805d605af1a tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:46.373117 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c56f7748-b577-4de1-9ebf-3805d605af1a tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 985 time: 0.0457582 Sep 19 10:41:46.384238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Request body: {'port': {'security_groups': ['1e0b9320-51b8-4fc8-94d3-12a1441ffbb0']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:46.459949 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:46.478662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:46.650791 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:46.685305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:46.802217 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:46.814013 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:46.815316 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:46.817657 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2da64dd-cfc1-40aa-b399-7155c294062b req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "PUT /networking/v2.0/ports/679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 943 time: 0.4382937 Sep 19 10:41:46.818400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:46.821505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d46d5-9bfa-4745-8d3e-49334786f978" -d '{"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:46.823162 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34508) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:46.842687 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['679b3a2a-4d03-4c60-b1ac-06853d91645b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:41:46.866519 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:46.885987 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048ccbdb-7a36-4cee-a048-b721e21ce3db x-openstack-request-id: req-048ccbdb-7a36-4cee-a048-b721e21ce3db {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:46.886276 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:46.886532 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-048ccbdb-7a36-4cee-a048-b721e21ce3db {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:46.887406 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048ccbdb-7a36-4cee-a048-b721e21ce3db'] response: {'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'status': 'completed', 'code': 200} Sep 19 10:41:46.902425 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a71f-ec11-4019-a369-0d982c1179cb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event updated for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=7']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:46.927344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0993382-18ae-4df1-ac64-2f13282fa428 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group (90e1f5cd-0727-4e95-9b17-12a01438d02c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:46.962871 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0993382-18ae-4df1-ac64-2f13282fa428 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group (90e1f5cd-0727-4e95-9b17-12a01438d02c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:47.000956 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:47.033522 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-de87774f-c779-42ea-a032-20c7343359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.035501 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-de87774f-c779-42ea-a032-20c7343359e0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 1128 time: 0.0688708 Sep 19 10:41:47.071973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-cdf29bb0-54ec-48ab-986e-5eb4e5fae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.074296 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-cdf29bb0-54ec-48ab-986e-5eb4e5fae37e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1130 time: 0.0868170 Sep 19 10:41:47.089944 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['679b3a2a-4d03-4c60-b1ac-06853d91645b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:41:47.170815 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:47.180578 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-767210fb-e1af-4c64-a017-fe9b6f2fff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.183356 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-767210fb-e1af-4c64-a017-fe9b6f2fff07 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 912 time: 0.1365359 Sep 19 10:41:47.213820 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-0167e457-4717-45b5-a023-09cc221b905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.215557 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-0167e457-4717-45b5-a023-09cc221b905a service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 915 time: 0.1337004 Sep 19 10:41:47.241989 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-8ead615b-808b-48ae-81b8-460e89ac23b8 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236 HTTP/1.1" status: 200 len: 217 time: 0.0504632 Sep 19 10:41:47.298363 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0993382-18ae-4df1-ac64-2f13282fa428 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (90e1f5cd-0727-4e95-9b17-12a01438d02c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:47.301313 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a0993382-18ae-4df1-ac64-2f13282fa428 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:47.302856 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a0993382-18ae-4df1-ac64-2f13282fa428 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/90e1f5cd-0727-4e95-9b17-12a01438d02c HTTP/1.1" status: 204 len: 168 time: 0.4785652 Sep 19 10:41:47.308274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34532) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:47.338805 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:47.349489 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0993382-18ae-4df1-ac64-2f13282fa428 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1f5cd-0727-4e95-9b17-12a01438d02c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:47.357102 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca75f2-3880-4c8c-8fda-a6e12c204a2c req-9be97d8d-77ec-48c9-bfd2-ff37aaea2cd8 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.358201 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-01ca75f2-3880-4c8c-8fda-a6e12c204a2c req-9be97d8d-77ec-48c9-bfd2-ff37aaea2cd8 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.1090467 Sep 19 10:41:47.366259 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-a26bcebf-c853-4e22-a188-8b9f683849b5 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 1001 time: 0.1356268 Sep 19 10:41:47.387465 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-5a8f2c3a-d953-4f7c-98d8-35d6a779884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.388788 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-5a8f2c3a-d953-4f7c-98d8-35d6a779884c service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.1050804 Sep 19 10:41:47.425220 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-01ca75f2-3880-4c8c-8fda-a6e12c204a2c req-f851586a-0ccb-4bc6-acea-ad2880eeffed tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576344 Sep 19 10:41:47.463755 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-abe393ad-b322-4fc0-a00a-0c835ba2a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.466481 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-abe393ad-b322-4fc0-a00a-0c835ba2a807 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548048 Sep 19 10:41:47.515214 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-ffa72504-1cd5-4ff4-8e1b-7e0f7c8e25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.515214 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-ffa72504-1cd5-4ff4-8e1b-7e0f7c8e25ce service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 200 len: 853 time: 0.1157453 Sep 19 10:41:47.588487 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-3a57b504-4920-4fe8-8214-555a00e7d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:47.603764 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-3a57b504-4920-4fe8-8214-555a00e7d572 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935566 Sep 19 10:41:47.629179 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Deleting port 2f6aaa3d-386e-4248-aead-ce51a5ca0437 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:41:47.629592 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:47.678541 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:47.798013 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:47.798329 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for floatingip (2f6aaa3d-386e-4248-aead-ce51a5ca0437), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:47.803139 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-6b6a5fc9-9e1b-4e21-a116-732588a2d35e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031045 Sep 19 10:41:47.837972 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Calling delete_port for 2f6aaa3d-386e-4248-aead-ce51a5ca0437 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:41:47.843283 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-5d96b087-bb78-4f86-b964-0a343c69054d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637481 Sep 19 10:41:47.889435 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:47.942313 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6a4f566d-96cf-4ccb-a7d4-8ce4166b2d4e req-454c3c3b-9ea4-42e0-ac8b-9c444c9126d2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918934 Sep 19 10:41:48.009852 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848d46d5-9bfa-4745-8d3e-49334786f978 req-a8edfbf3-5cd9-48e0-81f4-255b6b32bfb2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997964 Sep 19 10:41:48.180559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (2f6aaa3d-386e-4248-aead-ce51a5ca0437), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:48.206908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event deleted for resources: {'Port': ['ID=2f6aaa3d-386e-4248-aead-ce51a5ca0437,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:48.271441 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks [] for floatingip (da30cf22-d919-40a9-a5b2-452c5511f7dd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:48.271793 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Floating IP da30cf22-d919-40a9-a5b2-452c5511f7dd disassociated (deleted). External IP: 172.27.0.31, port: 679b3a2a-4d03-4c60-b1ac-06853d91645b. Sep 19 10:41:48.414770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:48.479621 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Router da26f0b4-0e47-4da6-bae6-7ae20dfa501a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:41:48.561043 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbe5f6-ab62-4031-8cff-3113074a0ad9 req-5a27c10e-a349-4df9-be7e-e79b3dcaac7f tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:48.562567 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-18bbe5f6-ab62-4031-8cff-3113074a0ad9 req-5a27c10e-a349-4df9-be7e-e79b3dcaac7f tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0536361 Sep 19 10:41:48.600359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:41:48.605681 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:48.612801 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] Sync routers for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:41:48.627773 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:48.629926 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:48.631115 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-18bbe5f6-ab62-4031-8cff-3113074a0ad9 req-b35b5f97-aef4-4c26-923a-07bb057d9aa7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553722 Sep 19 10:41:48.650457 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bd1c19fe-2a7f-46ab-9a7c-277483c20fec tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/da30cf22-d919-40a9-a5b2-452c5511f7dd HTTP/1.1" status: 204 len: 168 time: 1.3406343 Sep 19 10:41:48.755996 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:48.888556 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:48.891114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:48.932164 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400e7f29-69a2-422f-9c29-ca9611bbad17 x-openstack-request-id: req-400e7f29-69a2-422f-9c29-ca9611bbad17 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:48.932454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:48.932712 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-400e7f29-69a2-422f-9c29-ca9611bbad17 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:48.933157 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400e7f29-69a2-422f-9c29-ca9611bbad17'] response: {'name': 'network-changed', 'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'status': 'completed', 'code': 200} Sep 19 10:41:49.038275 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-8e405a36-60b9-4612-ac1f-91cc604044ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:49.045053 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-8e405a36-60b9-4612-ac1f-91cc604044ed service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c84c95680abc4f28b49cd092ca96fe32&device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 1130 time: 0.0505326 Sep 19 10:41:49.071959 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:06Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:49.108166 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] Checking router: da26f0b4-0e47-4da6-bae6-7ae20dfa501a for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:41:49.118961 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:49.119657 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:49.145254 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-00216306-9643-496c-b734-51cbdeb0ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:49.147268 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-00216306-9643-496c-b734-51cbdeb0ae0f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 200 len: 915 time: 0.0989165 Sep 19 10:41:49.191698 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-f63ca640-0dcf-4e2e-bbbf-932a4d14ecd2 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 200 len: 217 time: 0.0375576 Sep 19 10:41:49.230014 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:49.257359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-23feb16e-c2f0-4a9d-9c00-c283e9eb909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:49.258758 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-23feb16e-c2f0-4a9d-9c00-c283e9eb909e service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 200 len: 853 time: 0.0599170 Sep 19 10:41:49.315132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-4b3fe9eb-9bed-425a-a290-023844b45d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:49.316860 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-4b3fe9eb-9bed-425a-a290-023844b45d9c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500028 Sep 19 10:41:49.433079 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:06Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:49.434420 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-78420d57-5faa-4517-943e-f6da4ee13d90 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078048 Sep 19 10:41:49.457826 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446e2c6-46b4-4bfa-ad59-356505fa9e4b None None] The sync data for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi is: [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:38:03Z', 'revision_number': 4, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': 'd9a975dd-b177-49da-9593-232f61b15159', 'name': '', 'network_id': 'b903e8e5-fed9-49fc-8a3e-60d9b259d1cc', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'mac_address': 'fa:16:3e:07:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:01Z', 'updated_at': '2022-09-19T10:38:06Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'subnets': [{'id': '297b6552-8f4d-4bf0-b836-e677e116ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:41:49.602683 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6ca144-804b-4375-b58a-ce2e6b36e6a7 req-8e57f655-5e26-40d9-ab91-722a66d43565 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260180 Sep 19 10:41:49.693589 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf738d6-4479-4f71-aa8b-9d8ebc7a145f None None] New status for floating IP da30cf22-d919-40a9-a5b2-452c5511f7dd: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:41:49.758383 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fe754-7b0f-47ea-bed0-29d951a3bc03 req-56b4838f-4b9b-49cd-a080-9d1ff52df02c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:49.760063 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-779fe754-7b0f-47ea-bed0-29d951a3bc03 req-56b4838f-4b9b-49cd-a080-9d1ff52df02c tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Sep 19 10:41:49.796856 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:49.813453 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-779fe754-7b0f-47ea-bed0-29d951a3bc03 req-b65c0107-0a4b-4326-b7da-d51f8cf32229 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465329 Sep 19 10:41:50.948259 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c884a7-386f-4a3c-9248-62b2132519fb req-6ca84249-0968-4436-8cb2-54f6e7212b23 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:50.949761 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73c884a7-386f-4a3c-9248-62b2132519fb req-6ca84249-0968-4436-8cb2-54f6e7212b23 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 944 time: 0.0507116 Sep 19 10:41:50.996291 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73c884a7-386f-4a3c-9248-62b2132519fb req-76008b94-2c11-4993-ba26-9b4feb97744e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412133 Sep 19 10:41:51.120608 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 227ea2cc-cd70-4dbb-9d73-32648cc95236 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:41:51.231727 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 227ea2cc-cd70-4dbb-9d73-32648cc95236, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:51.242551 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'port_id': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'mac_address': 'fa:16:3e:16:45:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:41:51.276909 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 227ea2cc-cd70-4dbb-9d73-32648cc95236 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:41:51.277305 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:51.293905 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227ea2cc-cd70-4dbb-9d73-32648cc95236 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:41:51.312656 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 227ea2cc-cd70-4dbb-9d73-32648cc95236, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:51.397937 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:51.454150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=227ea2cc-cd70-4dbb-9d73-32648cc95236,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:52.130985 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c25b4-eca1-4bbe-a41a-c9eb2c21989d req-642347cb-abf5-4974-a315-2c10c1822895 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:52.132894 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a08c25b4-eca1-4bbe-a41a-c9eb2c21989d req-642347cb-abf5-4974-a315-2c10c1822895 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 945 time: 0.0614386 Sep 19 10:41:52.186727 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a08c25b4-eca1-4bbe-a41a-c9eb2c21989d req-e31d6026-dcb2-43bb-acbf-9fd46cbc0bcc tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476165 Sep 19 10:41:52.484721 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['227ea2cc-cd70-4dbb-9d73-32648cc95236'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:41:53.315406 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5cd9e-0f50-403a-82e7-63ac4ca57595 req-34504d1c-5263-4138-ab66-97d2d0dadd94 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:53.316880 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-18f5cd9e-0f50-403a-82e7-63ac4ca57595 req-34504d1c-5263-4138-ab66-97d2d0dadd94 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 945 time: 0.0470955 Sep 19 10:41:53.375904 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-18f5cd9e-0f50-403a-82e7-63ac4ca57595 req-cd34c091-482e-4f65-b8e8-3f3318d7be73 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524194 Sep 19 10:41:53.383141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-d4f35d84-ea62-4dd4-bab8-c7105d3a5527 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:53.384654 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-d4f35d84-ea62-4dd4-bab8-c7105d3a5527 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/networks?id=baccb219-7bb1-470f-8538-2b1936275ec5 HTTP/1.1" status: 200 len: 814 time: 0.1289918 Sep 19 10:41:53.400679 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-0a4c90d4-2ae6-440f-b63b-04b8539ced7b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/quotas/b082859e089143dda3eefee066e4916d HTTP/1.1" status: 200 len: 375 time: 0.0104697 Sep 19 10:41:53.433863 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-1b54d9b2-ee49-4bb4-8a81-687d9dc6717a tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b082859e089143dda3eefee066e4916d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277297 Sep 19 10:41:53.585500 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-e1d3986a-f5f0-45d4-a645-f80d009b97ae service neutron] 10.222.0.42 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427839 Sep 19 10:41:53.642962 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:53.680389 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-e1bbf717-1cda-478f-ad75-b9473e6c0b70 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884783 Sep 19 10:41:53.912502 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0b17e0f7-098e-4f08-9fb4-a30e705677c3 req-b93843cd-697f-4bc5-afbb-769d0403ad8b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Sep 19 10:41:54.081843 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 227ea2cc-cd70-4dbb-9d73-32648cc95236 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:41:54.129400 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 227ea2cc-cd70-4dbb-9d73-32648cc95236 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:41:54.192497 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 227ea2cc-cd70-4dbb-9d73-32648cc95236 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:41:54.192816 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:54.193191 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 227ea2cc-cd70-4dbb-9d73-32648cc95236 Sep 19 10:41:54.265045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:54.267341 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 227ea2cc-cd70-4dbb-9d73-32648cc95236 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:41:54.267977 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:54.291054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:54.293340 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c05ef97-1776-41dc-a2f7-6dbf9fc0b346" -d '{"events": [{"server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "name": "network-vif-plugged", "status": "completed", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:54.309654 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 227ea2cc-cd70-4dbb-9d73-32648cc95236, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:41:54.335136 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8a8d63-4f6c-4c4f-a468-89b8b3202051 x-openstack-request-id: req-4b8a8d63-4f6c-4c4f-a468-89b8b3202051 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:54.335308 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "name": "network-vif-plugged", "status": "completed", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:54.335570 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b8a8d63-4f6c-4c4f-a468-89b8b3202051 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:54.335971 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8a8d63-4f6c-4c4f-a468-89b8b3202051'] response: {'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'code': 200} Sep 19 10:41:54.374691 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:54.436727 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=227ea2cc-cd70-4dbb-9d73-32648cc95236,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:54.681465 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bb6a3-8674-4d16-9146-d99f48270d72 req-912c70ce-52b6-44b1-b327-32bbf0d88e35 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:54.682996 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-641bb6a3-8674-4d16-9146-d99f48270d72 req-912c70ce-52b6-44b1-b327-32bbf0d88e35 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0538387 Sep 19 10:41:54.737996 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-641bb6a3-8674-4d16-9146-d99f48270d72 req-e0c85998-f4a7-4ede-95c4-607a2731ff9e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476069 Sep 19 10:41:54.778036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc31a-60c3-42ef-87c9-b4299dea4142 req-67375e71-d2b7-402f-ba4d-048fec9dbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:54.784558 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f29fc31a-60c3-42ef-87c9-b4299dea4142 req-67375e71-d2b7-402f-ba4d-048fec9dbe3d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 1130 time: 0.0987515 Sep 19 10:41:54.828089 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f29fc31a-60c3-42ef-87c9-b4299dea4142 req-f2369b02-c92b-4f6c-9a5a-ea5c3a90e361 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418196 Sep 19 10:41:55.018814 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cbe9d856-0062-4144-8938-10e085fd78e9 req-cb0f86ba-fac5-4d61-946f-d6ffffc8c2e3 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0292244 Sep 19 10:41:55.866515 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3703dfc-468f-474f-9240-d9dd747afcdf req-8d751acc-a191-42f3-a8c9-69828bbbad1a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:55.868428 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d3703dfc-468f-474f-9240-d9dd747afcdf req-8d751acc-a191-42f3-a8c9-69828bbbad1a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Sep 19 10:41:55.914937 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d3703dfc-468f-474f-9240-d9dd747afcdf req-37af21fa-5cd4-49f6-be75-4ee3e68f04ab tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409658 Sep 19 10:41:56.122875 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c0c8cb7b-dc87-4661-b5a0-2f15e7d7622a req-b3444ed9-e909-4e22-81b0-4a21c0df12d2 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0281520 Sep 19 10:41:56.876329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:56.999022 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:57.047951 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380ae17-2b8e-4707-a066-32befb549b12 req-10c0cbe6-8242-44ea-baa5-348f728a44f7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:57.049441 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0380ae17-2b8e-4707-a066-32befb549b12 req-10c0cbe6-8242-44ea-baa5-348f728a44f7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0497036 Sep 19 10:41:57.062088 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:57.098338 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0380ae17-2b8e-4707-a066-32befb549b12 req-af666dee-b79e-4c69-a1a0-291c1c2f7d86 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Sep 19 10:41:57.230367 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8e1d7211-e4e6-47ad-8709-071e48181f8d req-d09fbf75-d79c-4881-b9d5-ef4205717fe6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0311344 Sep 19 10:41:57.242635 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0bdb8-8353-4b5e-9a4f-3c9ec8efcf87 req-e54ec50b-f2e1-445b-a64e-39853b344617 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:57.246533 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91f0bdb8-8353-4b5e-9a4f-3c9ec8efcf87 req-e54ec50b-f2e1-445b-a64e-39853b344617 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0567195 Sep 19 10:41:57.254409 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34652) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:41:57.259249 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Request body: {'floatingip': {'port_id': '227ea2cc-cd70-4dbb-9d73-32648cc95236'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:57.301424 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (93810dff-b62c-4816-9dc0-36c957cef2eb), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:57.600555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:57.753662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:57.831910 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (93810dff-b62c-4816-9dc0-36c957cef2eb), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:58.200568 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Floating IP 93810dff-b62c-4816-9dc0-36c957cef2eb associated. External IP: 172.27.0.89, port: 227ea2cc-cd70-4dbb-9d73-32648cc95236. Sep 19 10:41:58.371845 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:58.377403 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c3347e5-7588-41c2-880a-1b6731512ff1 req-299ef6ed-5e1b-40fb-96de-477987eed0c5 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0558527 Sep 19 10:41:58.391320 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-412e6dc8-cbb7-4486-88cf-f671ee586ffd tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:58.391320 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-412e6dc8-cbb7-4486-88cf-f671ee586ffd tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "GET /networking/v2.0/networks?id=baccb219-7bb1-470f-8538-2b1936275ec5 HTTP/1.1" status: 200 len: 814 time: 0.4590201 Sep 19 10:41:58.487547 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Request body: {'port': {'device_id': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5', 'admin_state_up': True, 'tenant_id': 'b082859e089143dda3eefee066e4916d'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:58.557577 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Router f1005a2d-db49-440e-996c-627c750407a0 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:41:58.740730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:41:58.745973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:58.750956 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:41:58.765526 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:58.766245 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:58.778736 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d174f893-b349-4d1c-b09c-808761578114 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/93810dff-b62c-4816-9dc0-36c957cef2eb HTTP/1.1" status: 200 len: 991 time: 1.5232120 Sep 19 10:41:58.779376 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:41:58.781664 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091894d7-1a83-4855-a38c-715a8a845e33" -d '{"events": [{"name": "network-changed", "server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:41:58.815017 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Made reservation on behalf of b082859e089143dda3eefee066e4916d for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:41:58.821939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:58.930453 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:58.930860 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:58.935216 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b73a1-7f2c-4ca9-8057-52466a074e35 x-openstack-request-id: req-c56b73a1-7f2c-4ca9-8057-52466a074e35 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:41:58.935528 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:41:58.935871 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c56b73a1-7f2c-4ca9-8057-52466a074e35 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:41:58.936315 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56b73a1-7f2c-4ca9-8057-52466a074e35'] response: {'name': 'network-changed', 'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'status': 'completed', 'code': 200} Sep 19 10:41:59.019717 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Allocated IP 172.20.0.7 (baccb219-7bb1-470f-8538-2b1936275ec5/26fd4d9a-e72c-46b8-b29d-b82552810206/4947aaeb-197d-4a50-8259-2cfdc8f42ab7) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:41:59.020540 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:59.032405 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091894d7-1a83-4855-a38c-715a8a845e33 req-a0d329bb-f081-469a-b275-6d22ba8d2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:59.034448 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-a0d329bb-f081-469a-b275-6d22ba8d2d5b service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=67ec80c3417443d7b2368506bbd4a814&device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 1130 time: 0.0471752 Sep 19 10:41:59.110406 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:41:59.149345 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091894d7-1a83-4855-a38c-715a8a845e33 req-f6484317-1fb6-412b-aa17-b960f4de620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:59.150915 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-f6484317-1fb6-412b-aa17-b960f4de620b service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 200 len: 912 time: 0.1107647 Sep 19 10:41:59.179286 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:59.197439 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '93810dff-b62c-4816-9dc0-36c957cef2eb', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'port_id': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'mac_address': 'fa:16:3e:16:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c94dcb-cdf9-4081-828d-7dea73061221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:41:34Z', 'updated_at': '2022-09-19T10:41:57Z', 'revision_number': 1, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:59.218091 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:41:59.223159 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks [] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:59.223293 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:41:59.233824 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:41:59.234438 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:41:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:59.330102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:59.346717 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:41:59.381007 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Network baccb219-7bb1-470f-8538-2b1936275ec5 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:41:59.386964 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:41:59.391273 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:41:59.424689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Pushing event updated for resources: {'Port': ['ID=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:41:59.454947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:59.455671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:59.556413 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-eb3b693e-b064-481d-bbb9-ceee074d316f service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236 HTTP/1.1" status: 200 len: 999 time: 0.0953281 Sep 19 10:41:59.562863 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b3975-6b55-45a7-8681-98ae9817bbf8 req-7dca603b-d5e3-4656-8d13-f3d095e92732 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:59.564479 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-da2b3975-6b55-45a7-8681-98ae9817bbf8 req-7dca603b-d5e3-4656-8d13-f3d095e92732 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 931 time: 0.0956650 Sep 19 10:41:59.622526 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-62756fa4-95ad-45c6-9593-8f7a771a5612 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1400950 Sep 19 10:41:59.627449 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-da2b3975-6b55-45a7-8681-98ae9817bbf8 req-ec34743c-4d89-4101-a634-af7d0e7bdf72 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Sep 19 10:41:59.632857 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '93810dff-b62c-4816-9dc0-36c957cef2eb', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'port_id': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'mac_address': 'fa:16:3e:16:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c94dcb-cdf9-4081-828d-7dea73061221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:41:34Z', 'updated_at': '2022-09-19T10:41:57Z', 'revision_number': 1, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:41:59.653478 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Request body: {'port': {'device_id': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:41:59.671463 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520c357-eb6d-495c-b45d-4ee709f7332f None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '93810dff-b62c-4816-9dc0-36c957cef2eb', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'port_id': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'mac_address': 'fa:16:3e:16:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c94dcb-cdf9-4081-828d-7dea73061221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:41:34Z', 'updated_at': '2022-09-19T10:41:57Z', 'revision_number': 1, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:41:59.702137 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091894d7-1a83-4855-a38c-715a8a845e33 req-e500041d-2a14-4040-959e-f91ef17c2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:59.703741 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-e500041d-2a14-4040-959e-f91ef17c2c31 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 200 len: 850 time: 0.0564568 Sep 19 10:41:59.723295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:41:59.758480 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091894d7-1a83-4855-a38c-715a8a845e33 req-089f89d5-6799-4b63-9ce4-68bfec4fd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:41:59.759037 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-089f89d5-6799-4b63-9ce4-68bfec4fd85a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=b051f35e-e823-4944-b5dc-45fc6f19108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479932 Sep 19 10:41:59.873936 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-d639c44e-1495-4b7a-a526-493d456d63f3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082065 Sep 19 10:41:59.935685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dd75c-3e67-4f06-b98b-cfeca0509fba None None] New status for floating IP 93810dff-b62c-4816-9dc0-36c957cef2eb: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:41:59.974951 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-091894d7-1a83-4855-a38c-715a8a845e33 req-e502b03f-469c-45f2-b98d-1bec8e89befb service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942047 Sep 19 10:42:00.027099 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:42:00.038043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Publish callbacks [] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:00.056733 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Transition to ACTIVE for port object 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:42:00.188535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:00.265309 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:00.289641 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Pushing event updated for resources: {'Port': ['ID=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:00.328043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Attempting to bind port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:42:00.328380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Attempting to bind port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:42:00.328706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Attempting to bind port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 on network baccb219-7bb1-470f-8538-2b1936275ec5 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:42:00.378148 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 on network baccb219-7bb1-470f-8538-2b1936275ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:42:00.378501 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Attempting to bind port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 on network baccb219-7bb1-470f-8538-2b1936275ec5 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:42:00.423648 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:42:00.425866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Checking segment: {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:42:00.425866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Bound using segment: {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:42:00.425866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Bound port: 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b152575-0390-4696-9edc-d61189690ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:42:00.425866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:00.482882 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:00.486471 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] For port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:42:00.489418 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] For port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:42:00.569032 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:00.573370 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:00.573974 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:00.575343 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/4947aaeb-197d-4a50-8259-2cfdc8f42ab7 HTTP/1.1" status: 200 len: 1093 time: 0.9271965 Sep 19 10:42:00.633912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c880c6-b180-4c54-8d49-2f683bd8287e service neutron] Pushing event updated for resources: {'Port': ['ID=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:00.787210 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfec82-28e0-4b54-ab2e-dd3e03fcd9dd req-3a46eb02-3399-42fb-9ada-a37799d5e015 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:00.788713 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91cfec82-28e0-4b54-ab2e-dd3e03fcd9dd req-3a46eb02-3399-42fb-9ada-a37799d5e015 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 943 time: 0.0769668 Sep 19 10:42:00.798314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-8c6eaf2e-844e-49f5-95e2-f503796ed207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:00.799704 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-8c6eaf2e-844e-49f5-95e2-f503796ed207 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b082859e089143dda3eefee066e4916d&device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0543673 Sep 19 10:42:00.844036 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91cfec82-28e0-4b54-ab2e-dd3e03fcd9dd req-f2bc205c-fab6-4c84-9312-7756f3305adb tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Sep 19 10:42:00.937495 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'tag': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:00.940064 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed9844-9a8e-4764-afa0-60d25dc89769" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57dfc9-7e0d-41cd-be0d-c48e428d0c57", "tag": "4947aaeb-197d-4a50-8259-2cfdc8f42ab7"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:00.976216 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d86b9d-ae96-49f6-8283-1fc315fb6ebb x-openstack-request-id: req-f6d86b9d-ae96-49f6-8283-1fc315fb6ebb {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:00.976507 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57dfc9-7e0d-41cd-be0d-c48e428d0c57", "tag": "4947aaeb-197d-4a50-8259-2cfdc8f42ab7", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:00.976762 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6d86b9d-ae96-49f6-8283-1fc315fb6ebb {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:00.977223 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d86b9d-ae96-49f6-8283-1fc315fb6ebb'] response: {'name': 'network-changed', 'server_uuid': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'tag': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7', 'status': 'completed', 'code': 200} Sep 19 10:42:01.195771 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-d4a3e339-0488-4ba4-a4e0-1987bacc4711 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7 HTTP/1.1" status: 200 len: 217 time: 0.0379932 Sep 19 10:42:01.252076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-b1be4535-34bd-4d20-abd7-782cdecdbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:01.253561 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-b1be4535-34bd-4d20-abd7-782cdecdbbae service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=26fd4d9a-e72c-46b8-b29d-b82552810206 HTTP/1.1" status: 200 len: 854 time: 0.0488458 Sep 19 10:42:01.293415 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-dc449f23-4138-4fd8-b34c-83f15cd47d46 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=baccb219-7bb1-470f-8538-2b1936275ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281138 Sep 19 10:42:01.466801 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-4eacf1ea-de51-492a-adda-211403083aff service neutron] 10.222.0.73 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898893 Sep 19 10:42:01.565878 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632d9f78-b48b-4783-97cd-80c6c9460204 req-099eab43-e188-4b67-98bf-a6bf7f4ebf8e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Sep 19 10:42:01.957691 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:01.976513 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77c5c8-62ca-44e0-a1e9-aa5ba0245065 req-d1cfd59c-c0ed-43a3-ad16-94c467802e4d tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:01.978026 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cd77c5c8-62ca-44e0-a1e9-aa5ba0245065 req-d1cfd59c-c0ed-43a3-ad16-94c467802e4d tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 943 time: 0.0484633 Sep 19 10:42:02.031002 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cd77c5c8-62ca-44e0-a1e9-aa5ba0245065 req-980e02a2-131e-4911-9df3-6d11e0c21cba tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Sep 19 10:42:02.878071 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-bd67b182-987b-4667-a6f0-cdd1f15d95b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:02.962507 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-9b78a07c-6567-4442-bf85-023443652c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:02.964142 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-9b78a07c-6567-4442-bf85-023443652c9e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b082859e089143dda3eefee066e4916d&device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0470836 Sep 19 10:42:03.062373 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-2ef2c114-e174-4b67-9b5a-92874e380b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:03.063860 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-2ef2c114-e174-4b67-9b5a-92874e380b0c service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=baccb219-7bb1-470f-8538-2b1936275ec5 HTTP/1.1" status: 200 len: 915 time: 0.0918844 Sep 19 10:42:03.102031 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea01f9-ccf0-4915-95e2-47a4c4c3c290 req-c11bd20d-4838-4fd5-818e-2f3db4790f34 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:03.103526 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-98ea01f9-ccf0-4915-95e2-47a4c4c3c290 req-c11bd20d-4838-4fd5-818e-2f3db4790f34 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0554128 Sep 19 10:42:03.155207 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-98ea01f9-ccf0-4915-95e2-47a4c4c3c290 req-bcaa6204-7c34-49b8-913e-f8ae4fca3b17 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 Sep 19 10:42:03.164747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dcd0a-9f2c-4e19-86f7-d0ffaf1ab31b req-219ac6f5-8bac-4a7a-8f0d-c73f84bd9c0c tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:03.166270 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb1dcd0a-9f2c-4e19-86f7-d0ffaf1ab31b req-219ac6f5-8bac-4a7a-8f0d-c73f84bd9c0c tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 943 time: 0.0496554 Sep 19 10:42:03.218868 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb1dcd0a-9f2c-4e19-86f7-d0ffaf1ab31b req-28e40af8-61be-458b-9428-3e581ac59d17 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Sep 19 10:42:04.084688 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:42:04.184559 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:04.202134 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7', 'network_id': 'baccb219-7bb1-470f-8538-2b1936275ec5', 'port_id': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7', 'mac_address': 'fa:16:3e:35:f1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fd4d9a-e72c-46b8-b29d-b82552810206', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:42:04.235506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:04.235912 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:04.249739 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:42:04.272193 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:04.285701 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eb133-fcbe-4b74-b906-8cda3db6c7e4 req-28cfbeba-b77b-4258-afef-3f323b6e9715 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:04.287364 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-654eb133-fcbe-4b74-b906-8cda3db6c7e4 req-28cfbeba-b77b-4258-afef-3f323b6e9715 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0561688 Sep 19 10:42:04.339313 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-654eb133-fcbe-4b74-b906-8cda3db6c7e4 req-aa1b7045-c083-41a2-8bf5-1835d6a0bbf5 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 Sep 19 10:42:04.370292 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:04.377223 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ba5-eb97-4ad7-8cd9-cadffe92f757 req-820237c5-f650-4bfd-9043-651354c1e13b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:04.379134 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-176d1ba5-eb97-4ad7-8cd9-cadffe92f757 req-820237c5-f650-4bfd-9043-651354c1e13b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 943 time: 0.0685225 Sep 19 10:42:04.407058 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:04.414600 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.414948 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.415309 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.415805 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.416303 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.416809 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.417477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.417964 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.418460 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.418796 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.419133 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.419478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.419809 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.420129 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.420454 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:04.435354 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-176d1ba5-eb97-4ad7-8cd9-cadffe92f757 req-2331065f-f8e4-45a5-936f-92651059153e tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496485 Sep 19 10:42:04.455539 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796742-1613-4d7d-bc66-631d70c10fa0 req-6cbbc4bc-9b7c-44a3-ad6d-5134ba6537d0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:04.457005 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-99796742-1613-4d7d-bc66-631d70c10fa0 req-6cbbc4bc-9b7c-44a3-ad6d-5134ba6537d0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0541389 Sep 19 10:42:04.505068 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-99796742-1613-4d7d-bc66-631d70c10fa0 req-29a2051d-26ad-4500-8944-941d4ef4085e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Sep 19 10:42:04.777774 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['4947aaeb-197d-4a50-8259-2cfdc8f42ab7'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:04.858462 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-d66e1f77-cc9a-4460-a6aa-02f6c083b3d1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7 HTTP/1.1" status: 200 len: 217 time: 0.0408528 Sep 19 10:42:04.915687 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-cbc313c7-581f-42da-9419-3191d220d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:04.917202 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-cbc313c7-581f-42da-9419-3191d220d485 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=26fd4d9a-e72c-46b8-b29d-b82552810206 HTTP/1.1" status: 200 len: 854 time: 0.0484967 Sep 19 10:42:05.270332 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6d6439f0-6a8e-468d-b322-e17f3fa4255b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:05.463326 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12248e-67c6-4480-9b76-4757b8bafbc0 req-67615993-f805-4ddc-bf25-019c0b5cb280 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:05.464793 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c12248e-67c6-4480-9b76-4757b8bafbc0 req-67615993-f805-4ddc-bf25-019c0b5cb280 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0467682 Sep 19 10:42:05.512710 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c12248e-67c6-4480-9b76-4757b8bafbc0 req-3dce60be-d9bf-42d9-8a57-d57f4b1e77d3 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Sep 19 10:42:05.553241 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:05.564453 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6881f0f-d094-4a4d-a1f9-9cca8241fe79 req-dad9fa21-f632-4093-8d18-b2c9077f8bf4 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:05.565971 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b6881f0f-d094-4a4d-a1f9-9cca8241fe79 req-dad9fa21-f632-4093-8d18-b2c9077f8bf4 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 944 time: 0.0490069 Sep 19 10:42:05.613696 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b6881f0f-d094-4a4d-a1f9-9cca8241fe79 req-77b3f62c-ddf9-48c8-986d-ecf3348cdfd3 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Sep 19 10:42:05.638682 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd621e-0a60-4522-bbb2-7932d14c37bd req-db553020-466b-412e-98e3-7622a020ebc0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:05.640149 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0ddd621e-0a60-4522-bbb2-7932d14c37bd req-db553020-466b-412e-98e3-7622a020ebc0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0490141 Sep 19 10:42:05.653676 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:05.670945 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:05.695327 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0ddd621e-0a60-4522-bbb2-7932d14c37bd req-bd078885-1316-4331-b354-556a6e699bc2 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481248 Sep 19 10:42:06.121722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:42:06.165740 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:42:06.237640 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:42:06.238018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:06.238362 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 Sep 19 10:42:06.439567 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:06.443650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:06.444016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:06.466505 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:06.468706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5330d-f271-435e-a4c4-02b00abe2098" -d '{"events": [{"server_uuid": "ca57dfc9-7e0d-41cd-be0d-c48e428d0c57", "name": "network-vif-plugged", "status": "completed", "tag": "4947aaeb-197d-4a50-8259-2cfdc8f42ab7"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:06.481258 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:06.511035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de2eedf-5530-4b52-82db-16ac5ff084e6 x-openstack-request-id: req-4de2eedf-5530-4b52-82db-16ac5ff084e6 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:06.511369 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57dfc9-7e0d-41cd-be0d-c48e428d0c57", "name": "network-vif-plugged", "status": "completed", "tag": "4947aaeb-197d-4a50-8259-2cfdc8f42ab7", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:06.511620 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4de2eedf-5530-4b52-82db-16ac5ff084e6 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:06.512009 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de2eedf-5530-4b52-82db-16ac5ff084e6'] response: {'server_uuid': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7', 'code': 200} Sep 19 10:42:06.610693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:06.617320 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:06.630592 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-68df729f-19e5-421b-a85a-c2991cb6d499 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=baccb219-7bb1-470f-8538-2b1936275ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348988 Sep 19 10:42:06.652089 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a47e2-b419-4d29-bf45-cbf35b01f3ca req-91d493e6-56c9-4a6d-b6f8-79b9f5c5f8bc tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:06.653816 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-336a47e2-b419-4d29-bf45-cbf35b01f3ca req-91d493e6-56c9-4a6d-b6f8-79b9f5c5f8bc tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0580389 Sep 19 10:42:06.660132 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:06.674148 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:06.718287 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-336a47e2-b419-4d29-bf45-cbf35b01f3ca req-6c57072b-0c70-4003-9c19-8b37579e4709 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Sep 19 10:42:06.758430 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc4cf-e6c4-479a-8aca-7034029409a7 req-1ed3fc0a-3d62-4ae2-9409-89275e013b9c tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:06.759976 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fefc4cf-e6c4-479a-8aca-7034029409a7 req-1ed3fc0a-3d62-4ae2-9409-89275e013b9c tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0518327 Sep 19 10:42:06.813836 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fefc4cf-e6c4-479a-8aca-7034029409a7 req-3cd6dbcf-5590-4358-a856-09b001b0858b tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Sep 19 10:42:06.831621 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6cf99-49a8-4556-ab7d-e7d6f0fc1912 req-ea691e4d-c64c-4f30-8977-54a0d93b35bb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:06.833122 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e9f6cf99-49a8-4556-ab7d-e7d6f0fc1912 req-ea691e4d-c64c-4f30-8977-54a0d93b35bb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0505853 Sep 19 10:42:06.886421 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e9f6cf99-49a8-4556-ab7d-e7d6f0fc1912 req-4bd72d01-b50e-45b3-b29c-b67c5e9ba7d1 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d6c84d31-a808-40ae-aba6-60e2ffba7c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Sep 19 10:42:07.039173 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b63a4-0019-446c-8574-76282459a617 req-c5f75942-1e31-4446-98c1-d0ad6895f877 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:07.040650 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-392b63a4-0019-446c-8574-76282459a617 req-c5f75942-1e31-4446-98c1-d0ad6895f877 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 946 time: 0.0573347 Sep 19 10:42:07.043065 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-4abadec5-39d9-4399-b68c-c6709a6f8888 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099195 Sep 19 10:42:07.209164 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Deleting port 679b3a2a-4d03-4c60-b1ac-06853d91645b {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:07.209585 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.220878 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-96713198-6372-4819-b27d-15462a5a8645 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:07.222407 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-96713198-6372-4819-b27d-15462a5a8645 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 946 time: 0.0977614 Sep 19 10:42:07.284356 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-57ed9844-9a8e-4764-afa0-60d25dc89769 req-f528d7a8-49fe-49a4-a5c9-db2565ecbe1a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609037 Sep 19 10:42:07.305364 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] For port 679b3a2a-4d03-4c60-b1ac-06853d91645b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=679b3a2a-4d03-4c60-b1ac-06853d91645b,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:07.307790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.320652 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Calling delete_port for 679b3a2a-4d03-4c60-b1ac-06853d91645b owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:07.345386 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:07.345852 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.383883 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:07.420836 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba0d2d-6f81-464b-af28-c8191de2f0a8 req-9f1ae419-e8ec-4028-bf5c-61089b9b7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:07.422364 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-46ba0d2d-6f81-464b-af28-c8191de2f0a8 req-9f1ae419-e8ec-4028-bf5c-61089b9b7571 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 1129 time: 0.0870116 Sep 19 10:42:07.494524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] For port c7008b17-5a50-4d85-96c4-a43efa4cf1f5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:07.494888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.510152 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-46ba0d2d-6f81-464b-af28-c8191de2f0a8 req-58729b87-c4a7-4abe-a6ac-8390e865a07a service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787148 Sep 19 10:42:07.528999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (679b3a2a-4d03-4c60-b1ac-06853d91645b), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.561437 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Pushing event deleted for resources: {'Port': ['ID=679b3a2a-4d03-4c60-b1ac-06853d91645b,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:07.585405 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['679b3a2a-4d03-4c60-b1ac-06853d91645b'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:07.609393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] No DVR routers for this DVR port 679b3a2a-4d03-4c60-b1ac-06853d91645b on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:07.612576 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.616704 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-392b63a4-0019-446c-8574-76282459a617 req-dc926765-c723-494a-a4ff-c0bb31166ff0 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.73 "DELETE /networking/v2.0/ports/679b3a2a-4d03-4c60-b1ac-06853d91645b HTTP/1.1" status: 204 len: 173 time: 0.4927838 Sep 19 10:42:07.617236 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'name': 'network-vif-deleted', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:07.619610 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556bf34-e692-4eb0-8bcc-f28c2bebee6d" -d '{"events": [{"server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "name": "network-vif-deleted", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:07.694524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.694983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (bfb5f257-da05-49a7-a5ea-ba9ddc6212b8), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:07.695294 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP bfb5f257-da05-49a7-a5ea-ba9ddc6212b8 disassociated. External IP: 172.27.0.21, port: c7008b17-5a50-4d85-96c4-a43efa4cf1f5. Sep 19 10:42:07.695663 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for c7008b17-5a50-4d85-96c4-a43efa4cf1f5 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:07.716170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa32951-d257-4f9e-b264-c7b9c16caf57 x-openstack-request-id: req-faa32951-d257-4f9e-b264-c7b9c16caf57 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:07.716170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b450ac7-f6af-4f37-a8fc-199db71c10ac", "name": "network-vif-deleted", "tag": "679b3a2a-4d03-4c60-b1ac-06853d91645b", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:07.716170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faa32951-d257-4f9e-b264-c7b9c16caf57 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:07.716170 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa32951-d257-4f9e-b264-c7b9c16caf57'] response: {'server_uuid': '2b450ac7-f6af-4f37-a8fc-199db71c10ac', 'name': 'network-vif-deleted', 'tag': '679b3a2a-4d03-4c60-b1ac-06853d91645b', 'status': 'completed', 'code': 200} Sep 19 10:42:07.818112 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:07.825455 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-669853ae-f3fd-4872-b128-376445202ae8 req-3dd67eff-c8fb-4db2-bdb1-ed4236dcc224 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0282788 Sep 19 10:42:07.841934 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:07.949221 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcb7fc-3bb8-44db-9578-69452a187d31 req-03210659-e780-46bd-8ac0-37c54fefb5c0 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:07.951097 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17bcb7fc-3bb8-44db-9578-69452a187d31 req-03210659-e780-46bd-8ac0-37c54fefb5c0 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0587173 Sep 19 10:42:07.955790 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (c7008b17-5a50-4d85-96c4-a43efa4cf1f5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:08.008931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=c7008b17-5a50-4d85-96c4-a43efa4cf1f5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:08.020691 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b9ce6fcf-2606-454b-b20a-5431fe2dc79a req-5e694914-1de8-4e37-b880-8f1662a06246 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0370693 Sep 19 10:42:08.126875 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17bcb7fc-3bb8-44db-9578-69452a187d31 req-a127b585-b7b3-4d58-8f22-de216b999cb2 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638911 Sep 19 10:42:08.204105 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:08.426290 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:08.440385 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:42:08.553222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:42:08.562943 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:42:08.574080 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:08.574743 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:08.597724 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] No DVR routers for this DVR port c7008b17-5a50-4d85-96c4-a43efa4cf1f5 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:08.600325 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:08.603552 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-288892ac-3795-453a-a0a1-caf1b3738c68 req-43ec2d51-657e-4b86-8b2f-357b4785928a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "DELETE /networking/v2.0/ports/c7008b17-5a50-4d85-96c4-a43efa4cf1f5 HTTP/1.1" status: 204 len: 173 time: 1.3734758 Sep 19 10:42:08.604047 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'name': 'network-vif-deleted', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:08.606317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bab39f-a279-4c7b-851d-6647db799df9" -d '{"events": [{"server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "name": "network-vif-deleted", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:08.654618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3811dc-9def-4de7-9ff8-724c9df9869f x-openstack-request-id: req-5e3811dc-9def-4de7-9ff8-724c9df9869f {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:08.654937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63471bae-c8d3-4b0d-a78a-662fece52413", "name": "network-vif-deleted", "tag": "c7008b17-5a50-4d85-96c4-a43efa4cf1f5", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:08.655194 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e3811dc-9def-4de7-9ff8-724c9df9869f {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:08.655603 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3811dc-9def-4de7-9ff8-724c9df9869f'] response: {'server_uuid': '63471bae-c8d3-4b0d-a78a-662fece52413', 'name': 'network-vif-deleted', 'tag': 'c7008b17-5a50-4d85-96c4-a43efa4cf1f5', 'status': 'completed', 'code': 200} Sep 19 10:42:08.683490 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:08.945728 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-263a9807-462a-4295-8820-36a845db36e0 req-b04a3730-c257-49c8-b801-96fd961a91fb tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0286543 Sep 19 10:42:08.956478 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:08.982813 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:42:08.992264 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:08.992872 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:09.038117 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:09.097706 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:09.153407 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2cbe90f-db74-4bcd-8af1-19aab6b11200 req-7fa8c5f8-083c-4e2d-aa59-513642373e59 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Sep 19 10:42:09.276754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab52fb0-4fa0-45c9-8b98-13000d49f1c1 req-c8dd8008-67c5-49d1-ac31-4dbdff07e5f6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:09.278856 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ab52fb0-4fa0-45c9-8b98-13000d49f1c1 req-c8dd8008-67c5-49d1-ac31-4dbdff07e5f6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0557284 Sep 19 10:42:09.297466 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:09.315597 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:09.332003 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ab52fb0-4fa0-45c9-8b98-13000d49f1c1 req-3ae4c3ed-6ee2-4a06-bb97-954b1008642d tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 Sep 19 10:42:09.344918 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a5683-4b5b-4560-8160-fa2e5c91a9c7 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:42:09.636244 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dd205-d5d1-4642-93b4-3e24a13c2300 None None] New status for floating IP bfb5f257-da05-49a7-a5ea-ba9ddc6212b8: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:42:09.788001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ec045-cee9-4eae-a388-771b18af8824 req-6fdcef8a-cb27-4263-ac6d-f1dd5188e11a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:09.789691 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd9ec045-cee9-4eae-a388-771b18af8824 req-6fdcef8a-cb27-4263-ac6d-f1dd5188e11a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0517969 Sep 19 10:42:09.840292 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd9ec045-cee9-4eae-a388-771b18af8824 req-e9d8d3cb-19df-4686-ad20-b47ae7d77d53 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446253 Sep 19 10:42:10.077801 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f4f02f2c-7c30-49df-9869-404a8d12955a req-57b02c4e-b33d-4e68-99c9-2d2d7cf47531 tempest-TestMinimumBasicScenario-1095758035 tempest-TestMinimumBasicScenario-1095758035-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2b450ac7-f6af-4f37-a8fc-199db71c10ac HTTP/1.1" status: 200 len: 210 time: 0.0318682 Sep 19 10:42:10.124820 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c7008b17-5a50-4d85-96c4-a43efa4cf1f5 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:10.145103 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: c7008b17-5a50-4d85-96c4-a43efa4cf1f5 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:10.145459 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c7008b17-5a50-4d85-96c4-a43efa4cf1f5 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:10.146404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 679b3a2a-4d03-4c60-b1ac-06853d91645b no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:10.165830 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 679b3a2a-4d03-4c60-b1ac-06853d91645b {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:10.166174 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 679b3a2a-4d03-4c60-b1ac-06853d91645b not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:10.285647 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e109ea90-0e71-4627-afb9-58c4d5b245a8 req-6a115ba8-3c1f-4f9c-af36-1fbffa9cfb36 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=63471bae-c8d3-4b0d-a78a-662fece52413 HTTP/1.1" status: 200 len: 210 time: 0.0358977 Sep 19 10:42:10.484015 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab7f5-25ff-4c56-8ced-716fe1e9203c req-bbd27572-df8a-483b-b7e7-dd0b5b3b1155 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:10.485779 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c05ab7f5-25ff-4c56-8ced-716fe1e9203c req-bbd27572-df8a-483b-b7e7-dd0b5b3b1155 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0574765 Sep 19 10:42:10.539964 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c05ab7f5-25ff-4c56-8ced-716fe1e9203c req-6034d483-545a-4e26-af0b-3cc31f3fb047 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484109 Sep 19 10:42:10.966170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd8913-ed38-4b6c-9414-8298547eecf1 req-0f032316-db0e-46c6-acef-2b33c20f79d3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:10.967637 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-befd8913-ed38-4b6c-9414-8298547eecf1 req-0f032316-db0e-46c6-acef-2b33c20f79d3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0461624 Sep 19 10:42:11.015371 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-befd8913-ed38-4b6c-9414-8298547eecf1 req-00315d6f-bdad-4603-98f9-539fb49718dd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Sep 19 10:42:11.456043 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34850) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:11.511814 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:11.518466 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47dcf9ae-2a56-4ad8-9833-e5062fb9ff34 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (d6c84d31-a808-40ae-aba6-60e2ffba7c3d), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.541600 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47dcf9ae-2a56-4ad8-9833-e5062fb9ff34 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (d6c84d31-a808-40ae-aba6-60e2ffba7c3d), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.735675 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47dcf9ae-2a56-4ad8-9833-e5062fb9ff34 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d6c84d31-a808-40ae-aba6-60e2ffba7c3d), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.738827 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47dcf9ae-2a56-4ad8-9833-e5062fb9ff34 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.740176 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-47dcf9ae-2a56-4ad8-9833-e5062fb9ff34 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d6c84d31-a808-40ae-aba6-60e2ffba7c3d HTTP/1.1" status: 204 len: 168 time: 0.2831087 Sep 19 10:42:11.743190 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34862) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:11.751846 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcf9ae-2a56-4ad8-9833-e5062fb9ff34 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c84d31-a808-40ae-aba6-60e2ffba7c3d,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:11.760171 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-aaece66c-50e1-4848-88b8-064e3ea02028 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] show failed (client error): The resource could not be found. Sep 19 10:42:11.761371 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-aaece66c-50e1-4848-88b8-064e3ea02028 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d6c84d31-a808-40ae-aba6-60e2ffba7c3d HTTP/1.1" status: 404 len: 347 time: 0.0164909 Sep 19 10:42:11.764306 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34864) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:11.847071 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:11.888242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port 541c93e2-71fd-405c-b7ab-4c1f77e17759 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:11.888579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.967102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.967355 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (541c93e2-71fd-405c-b7ab-4c1f77e17759), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:11.980555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for 541c93e2-71fd-405c-b7ab-4c1f77e17759 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:12.158229 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7477e-24c7-4e77-8cbf-c87a42e3fa85 req-b87f7b76-0d22-4c87-a0a6-d2ff3d487ac7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:12.159864 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-afb7477e-24c7-4e77-8cbf-c87a42e3fa85 req-b87f7b76-0d22-4c87-a0a6-d2ff3d487ac7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0529163 Sep 19 10:42:12.208828 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-afb7477e-24c7-4e77-8cbf-c87a42e3fa85 req-d756d670-cc84-4eee-8aaa-e2d6e8cd0c56 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Sep 19 10:42:12.226655 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (541c93e2-71fd-405c-b7ab-4c1f77e17759), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.255389 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=541c93e2-71fd-405c-b7ab-4c1f77e17759,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:12.320456 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (bfb5f257-da05-49a7-a5ea-ba9ddc6212b8), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.323186 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.324363 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f23e4a5c-5161-4217-993d-95b9b7bed79f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/bfb5f257-da05-49a7-a5ea-ba9ddc6212b8 HTTP/1.1" status: 204 len: 168 time: 0.5591209 Sep 19 10:42:12.503622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34892) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:12.508754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956792427', 'description': 'tempest-description--976692222'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:12.660709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.728074 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (76748baa-6847-4247-a2c5-094ff56fbedf), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.774826 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (76748baa-6847-4247-a2c5-094ff56fbedf), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.803956 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76748baa-6847-4247-a2c5-094ff56fbedf,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:12.891589 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:12.893010 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-3187c9bc-265d-48a2-a109-19bd3c6d7749 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3883491 Sep 19 10:42:12.896120 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34896) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:12.900821 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': '76748baa-6847-4247-a2c5-094ff56fbedf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:12.935669 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34898) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:12.981316 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:12.985859 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (14c72af0-94d5-41d3-86d2-f250fe7e8f5a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.048660 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (14c72af0-94d5-41d3-86d2-f250fe7e8f5a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.134720 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (14c72af0-94d5-41d3-86d2-f250fe7e8f5a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.154692 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c72af0-94d5-41d3-86d2-f250fe7e8f5a,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:13.245263 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.246474 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0371009f-2683-4211-82ae-bab47ac8ec01 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493762 Sep 19 10:42:13.249539 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34902) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:13.256327 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'security_group_rule': {'security_group_id': '76748baa-6847-4247-a2c5-094ff56fbedf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:13.385812 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.387084 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (6a1ea767-93ee-41ee-8d64-d2ebe9c10cd8), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.421648 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:13.430101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4a8d-67b2-4a80-b95a-57f28a4670fc req-20e7b3f9-60ca-45fe-b5b6-6dc4e47ba89f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:13.431771 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed3a4a8d-67b2-4a80-b95a-57f28a4670fc req-20e7b3f9-60ca-45fe-b5b6-6dc4e47ba89f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.1262648 Sep 19 10:42:13.447415 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (6a1ea767-93ee-41ee-8d64-d2ebe9c10cd8), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.510452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:13.533754 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed3a4a8d-67b2-4a80-b95a-57f28a4670fc req-4713a11c-7aa4-4e2b-87a7-baa96faf7d0e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922508 Sep 19 10:42:13.539482 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (6a1ea767-93ee-41ee-8d64-d2ebe9c10cd8), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.585768 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1ea767-93ee-41ee-8d64-d2ebe9c10cd8,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:13.709281 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.710599 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-54c4757d-a291-430d-abaa-86e288ac476e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598749 Sep 19 10:42:13.713743 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 34906) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:13.718361 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:13.724708 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Deleting port d9a975dd-b177-49da-9593-232f61b15159 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:13.725052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (d9a975dd-b177-49da-9593-232f61b15159), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.806266 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] For port d9a975dd-b177-49da-9593-232f61b15159, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d9a975dd-b177-49da-9593-232f61b15159,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:13.806626 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (d9a975dd-b177-49da-9593-232f61b15159), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.819322 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Calling delete_port for d9a975dd-b177-49da-9593-232f61b15159 owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:13.824369 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:13.826976 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.909348 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:13.946471 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:14.015097 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.27.0.110 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/7056f27d-663d-4887-b305-6b77cf303264) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:42:14.066449 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (d9a975dd-b177-49da-9593-232f61b15159), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.092434 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a975dd-b177-49da-9593-232f61b15159,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:14.129771 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (7056f27d-663d-4887-b305-6b77cf303264), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.238496 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (7056f27d-663d-4887-b305-6b77cf303264), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.262792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.300879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:42:14.310349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:42:14.313024 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:42:14.316752 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=7056f27d-663d-4887-b305-6b77cf303264,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:14.344391 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:14.406575 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (94a4d625-9af4-4ee5-ac4b-4b16f45aa369), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.473141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Router da26f0b4-0e47-4da6-bae6-7ae20dfa501a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:42:14.488706 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (7056f27d-663d-4887-b305-6b77cf303264), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.520000 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:14.579834 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:42:14.586252 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7ff07408-d067-4b5c-bdff-57d31c117037 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/da26f0b4-0e47-4da6-bae6-7ae20dfa501a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6494527 Sep 19 10:42:14.589821 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34908) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:14.592639 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] Sync routers for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:42:14.606170 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:14.607318 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:14.660532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (7056f27d-663d-4887-b305-6b77cf303264), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.732063 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks [] for router (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.735638 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:14.740767 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (7056f27d-663d-4887-b305-6b77cf303264), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.815397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8564a0-a9ba-4187-91c0-5643cdfdc48e req-0308fe21-4c8e-4456-bccf-3aac89d1053f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:14.817002 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f8564a0-a9ba-4187-91c0-5643cdfdc48e req-0308fe21-4c8e-4456-bccf-3aac89d1053f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.1201069 Sep 19 10:42:14.825177 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=7056f27d-663d-4887-b305-6b77cf303264,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:14.836477 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (94a4d625-9af4-4ee5-ac4b-4b16f45aa369), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.912061 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3f8564a0-a9ba-4187-91c0-5643cdfdc48e req-dd98f438-daf7-4d26-914b-33a9a516e722 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699754 Sep 19 10:42:14.923864 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:42:13Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:14.943562 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:14.945468 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-1b0d7665-8339-493a-94e8-ed80f808659f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2305470 Sep 19 10:42:14.960869 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] Checking router: da26f0b4-0e47-4da6-bae6-7ae20dfa501a for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:42:14.969915 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] Routers {'da26f0b4-0e47-4da6-bae6-7ae20dfa501a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:14.970626 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:15.076244 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] Set router da26f0b4-0e47-4da6-bae6-7ae20dfa501a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:15.159398 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks [] for router_gateway (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:15.165128 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-a46b4c49-21b7-4d86-86f2-723bfa9d2e85 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--956792427&fields=id&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 267 time: 0.0661354 Sep 19 10:42:15.251860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:15.269108 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:42:13Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:15.293272 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab3873-86fc-4f9f-a0d0-226c4e3d7dc7 None None] The sync data for ids ['da26f0b4-0e47-4da6-bae6-7ae20dfa501a'] in dv-cinder-858275-1-iscsi is: [{'id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'name': 'tempest-TestMinimumBasicScenario-491703475-router', 'tenant_id': 'c84c95680abc4f28b49cd092ca96fe32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:57Z', 'updated_at': '2022-09-19T10:42:13Z', 'revision_number': 5, 'project_id': 'c84c95680abc4f28b49cd092ca96fe32', 'gw_port': {'id': '75ce2ea7-94f1-4ad1-b44e-3875d9875b20', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da26f0b4-0e47-4da6-bae6-7ae20dfa501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:58Z', 'updated_at': '2022-09-19T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:42:15.297980 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-899142ab-1bed-4af2-8b0e-cbe472f4e971 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:15.302462 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-899142ab-1bed-4af2-8b0e-cbe472f4e971 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.1299319 Sep 19 10:42:15.321727 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Deleting port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:15.322073 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:15.336769 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-a1ae8d1e-1e93-4bb3-8e6c-c0ab7910c92b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/quotas/e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 375 time: 0.0269189 Sep 19 10:42:15.431392 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-e3d36650-770f-437e-9252-dadafd8ac62a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704386 Sep 19 10:42:15.472251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] For port 75ce2ea7-94f1-4ad1-b44e-3875d9875b20, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:15.472614 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:15.512153 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Calling delete_port for 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:15.591152 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-8e79a0da-db2b-4a61-b23e-08f092c42e35 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450355 Sep 19 10:42:15.692945 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:15.742778 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-353e4af3-054f-47e9-9977-85ab929975f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429663 Sep 19 10:42:15.850197 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (75ce2ea7-94f1-4ad1-b44e-3875d9875b20), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:15.873029 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=75ce2ea7-94f1-4ad1-b44e-3875d9875b20,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:15.947579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:15.998017 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-84f54dd3-0b4c-454a-b03e-7ffd1c55732a req-9fa934a3-c3a5-4a9e-b380-a7b7b56a4880 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0315900 Sep 19 10:42:16.101651 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.105932 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks [] for router_controller (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.140702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbcfb3-7332-4164-83de-98f1a5122143 req-310a41bc-774c-46b1-984b-888ea5a17acb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:16.142407 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54dbcfb3-7332-4164-83de-98f1a5122143 req-310a41bc-774c-46b1-984b-888ea5a17acb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.1019249 Sep 19 10:42:16.220387 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54dbcfb3-7332-4164-83de-98f1a5122143 req-c930aa15-393e-42db-a6d1-9038665e1f3d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439713 Sep 19 10:42:16.283661 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (da26f0b4-0e47-4da6-bae6-7ae20dfa501a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.284274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router da26f0b4-0e47-4da6-bae6-7ae20dfa501a {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:42:16.294229 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.294229 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-918c508a-5993-426a-a0de-5281f1c03fbb admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/da26f0b4-0e47-4da6-bae6-7ae20dfa501a HTTP/1.1" status: 204 len: 168 time: 1.6995547 Sep 19 10:42:16.294229 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34938) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:16.340300 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Deleting subnet 297b6552-8f4d-4bf0-b836-e677e116ba6d {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:42:16.344196 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Publish callbacks [] for subnet (297b6552-8f4d-4bf0-b836-e677e116ba6d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.345943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:16.382432 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (297b6552-8f4d-4bf0-b836-e677e116ba6d), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.492555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (297b6552-8f4d-4bf0-b836-e677e116ba6d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.632828 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (297b6552-8f4d-4bf0-b836-e677e116ba6d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.668188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297b6552-8f4d-4bf0-b836-e677e116ba6d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:16.674110 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.678620 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-828cc759-09c5-4918-a050-b00a64131028 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/297b6552-8f4d-4bf0-b836-e677e116ba6d HTTP/1.1" status: 204 len: 168 time: 0.3843699 Sep 19 10:42:16.679906 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae383b-65e1-43e2-b74b-2327368f4b53 None None] Network b903e8e5-fed9-49fc-8a3e-60d9b259d1cc requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:42:16.681185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34942) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:16.758097 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.758097 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:16.801854 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Deleting port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:16.802225 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.885916 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] DHCP port deletion for b903e8e5-fed9-49fc-8a3e-60d9b259d1cc request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:42:16.892856 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] For port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:16.893647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.909889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Calling delete_port for bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:16.930040 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] Deleting port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:16.930480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:16.978262 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d9a975dd-b177-49da-9593-232f61b15159 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:17.016081 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: d9a975dd-b177-49da-9593-232f61b15159 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:17.016481 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d9a975dd-b177-49da-9593-232f61b15159 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:17.016942 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:17.057810 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] For port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,segment=NetworkSegment(a3b30153-e841-42f5-9162-9d0b524bbde7),segment_id=a3b30153-e841-42f5-9162-9d0b524bbde7)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:17.058273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.081530 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] Calling delete_port for bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:17.084935 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.096545 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-83de2b3f-ea2d-4988-809d-2e46000a61dc req-bb15db93-0444-4128-a8fe-698468cdf493 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0301836 Sep 19 10:42:17.097899 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No active binding found for port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e {{(pid=106799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 19 10:42:17.098352 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] The host dv-cinder-858275-1-iscsi is not matching for port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e host None! {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 19 10:42:17.098845 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:17.099348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:17.125695 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:17.125695 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] No DVR routers for this DVR port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e on host dv-cinder-858275-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:17.156167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:17.156582 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 75ce2ea7-94f1-4ad1-b44e-3875d9875b20 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:17.200052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.203497 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.225943 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b903e8e5-fed9-49fc-8a3e-60d9b259d1cc']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:17.232646 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] No DVR routers for this DVR port bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:17.237627 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67c291-2189-402b-925f-819a0f1797d4 None None] Pushing event deleted for resources: {'Port': ['ID=bc9f5f39-e84f-4f6c-9d72-9bb8bb19801e,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:17.238666 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b30153-e841-42f5-9162-9d0b524bbde7') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:17.240373 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b30153-e841-42f5-9162-9d0b524bbde7') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:17.249726 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (a3b30153-e841-42f5-9162-9d0b524bbde7), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.269465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (a3b30153-e841-42f5-9162-9d0b524bbde7), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.274482 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:42:17.275048 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (a3b30153-e841-42f5-9162-9d0b524bbde7), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.331837 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment a3b30153-e841-42f5-9162-9d0b524bbde7 resource provider aggregate not found Sep 19 10:42:17.360078 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment a3b30153-e841-42f5-9162-9d0b524bbde7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3b30153-e841-42f5-9162-9d0b524bbde7 found for delete ", "request_id": "req-f3ba5636-a6ea-45f5-ae70-6ea1b7b8d3f6"}]} Sep 19 10:42:17.402136 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548447da-3fd3-49cd-8ed5-e6e6f19e2a6a req-c0bc82c8-0188-43d5-892d-a55b886f3086 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:17.403692 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-548447da-3fd3-49cd-8ed5-e6e6f19e2a6a req-c0bc82c8-0188-43d5-892d-a55b886f3086 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0738585 Sep 19 10:42:17.455219 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-548447da-3fd3-49cd-8ed5-e6e6f19e2a6a req-5f80e233-7f9b-40a5-a7bc-eae5a34fe035 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459239 Sep 19 10:42:17.456350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (b903e8e5-fed9-49fc-8a3e-60d9b259d1cc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.473237 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.479766 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b903e8e5-fed9-49fc-8a3e-60d9b259d1cc HTTP/1.1" status: 204 len: 168 time: 0.7946055 Sep 19 10:42:17.479766 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662235d-0080-4bad-b108-73f86c5462cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b903e8e5-fed9-49fc-8a3e-60d9b259d1cc,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:17.480001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34954) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:17.631282 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:17.831492 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (6ed4696a-325a-4570-9ec6-f204bdfd4059), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:17.997476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:18.066508 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Deleting port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:18.066844 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:18.163948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] For port d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:18.164354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:18.179810 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Calling delete_port for d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:18.252532 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a37d146b-4472-47e0-b720-2d2d68652412 req-d5efc2b1-6751-4ad6-953c-1bbd8f0c5a36 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0665026 Sep 19 10:42:18.387924 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:18.605372 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d14de-4e50-431e-b50a-e50a9b43488e req-549d203a-f8db-40ae-a590-1e61c3685fc9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:18.607071 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be8d14de-4e50-431e-b50a-e50a9b43488e req-549d203a-f8db-40ae-a590-1e61c3685fc9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0582967 Sep 19 10:42:18.649543 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:18.660262 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-be8d14de-4e50-431e-b50a-e50a9b43488e req-e31c0c8f-ecd2-4e4c-9bc8-8b7781bd5651 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474043 Sep 19 10:42:18.677090 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:18.855354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (6ed4696a-325a-4570-9ec6-f204bdfd4059), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:19.371009 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a42cfadc-0187-463d-9de5-81ee4bac5bd0 req-8f030d2b-33b4-4d60-a19d-69fa881d9c79 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0401585 Sep 19 10:42:19.387301 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Router 6ed4696a-325a-4570-9ec6-f204bdfd4059 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:42:19.507307 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:42:19.513467 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a4844945-702a-4fd4-984b-02e501b6b97a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6ed4696a-325a-4570-9ec6-f204bdfd4059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313900 Sep 19 10:42:19.515776 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 34980) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:19.518857 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] Sync routers for ids ['6ed4696a-325a-4570-9ec6-f204bdfd4059'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:42:19.534371 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] Routers {'6ed4696a-325a-4570-9ec6-f204bdfd4059'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:19.535499 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['6ed4696a-325a-4570-9ec6-f204bdfd4059'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:19.622874 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks [] for router (6ed4696a-325a-4570-9ec6-f204bdfd4059), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:19.642759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] Set router 6ed4696a-325a-4570-9ec6-f204bdfd4059 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:19.668891 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:19.731990 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks [] for router_gateway (6ed4696a-325a-4570-9ec6-f204bdfd4059), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:19.795647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001daa20-0da5-4c3c-8ee5-8723fc9e634f req-fc7ef317-b18b-4f50-8930-c5c8c8705605 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:19.797159 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-001daa20-0da5-4c3c-8ee5-8723fc9e634f req-fc7ef317-b18b-4f50-8930-c5c8c8705605 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Sep 19 10:42:19.829884 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:42:18Z', 'revision_number': 5, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port': {'id': '2ac55b2c-8acd-4a40-8b86-f0b2170f7006', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:38:08Z', 'updated_at': '2022-09-19T10:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:19.856163 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] Checking router: 6ed4696a-325a-4570-9ec6-f204bdfd4059 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:42:19.866527 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] Routers {'6ed4696a-325a-4570-9ec6-f204bdfd4059'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:19.867645 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['6ed4696a-325a-4570-9ec6-f204bdfd4059'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:19.876280 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-001daa20-0da5-4c3c-8ee5-8723fc9e634f req-5092938c-9f87-4a52-a1c6-dd7902de5fb9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710993 Sep 19 10:42:19.885702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Deleting port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:19.892425 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:19.911578 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:19.951546 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:19.963919 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] Set router 6ed4696a-325a-4570-9ec6-f204bdfd4059 gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:19.971309 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:19.978518 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] For port 2ac55b2c-8acd-4a40-8b86-f0b2170f7006, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:19.978875 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:19.991849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Calling delete_port for 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:20.017232 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:42:19Z', 'revision_number': 6, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:20.049771 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317ac6b-c71c-4a48-943e-dcfa89bb8e80 None None] The sync data for ids ['6ed4696a-325a-4570-9ec6-f204bdfd4059'] in dv-cinder-858275-1-iscsi is: [{'id': '6ed4696a-325a-4570-9ec6-f204bdfd4059', 'name': 'tempest-TestMinimumBasicScenario-1336249781-router', 'tenant_id': '1ced0349fde44cbda660d1dbddb61162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:38:07Z', 'updated_at': '2022-09-19T10:42:19Z', 'revision_number': 6, 'project_id': '1ced0349fde44cbda660d1dbddb61162', 'gw_port_host': None}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:42:20.282100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-cbab41fb-2618-4391-9f57-50c7b8dd3001 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:20.283746 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-cbab41fb-2618-4391-9f57-50c7b8dd3001 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 814 time: 0.1752806 Sep 19 10:42:20.323433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:20.366031 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-303443ef-5d02-44d2-a59e-11fca447da02 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e86736f46b254bc399298305a8888467 HTTP/1.1" status: 200 len: 379 time: 0.0593462 Sep 19 10:42:20.377257 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'port': {'device_id': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'admin_state_up': True, 'tenant_id': 'e86736f46b254bc399298305a8888467', 'security_groups': ['76748baa-6847-4247-a2c5-094ff56fbedf']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:20.383696 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (2ac55b2c-8acd-4a40-8b86-f0b2170f7006), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.457918 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac55b2c-8acd-4a40-8b86-f0b2170f7006,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:20.559720 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (6ed4696a-325a-4570-9ec6-f204bdfd4059), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.583014 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2ffdb806-d8d1-44aa-a829-4d5868108cd3 req-78fc13da-ca58-4dc3-aa93-f0029b33f512 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0623205 Sep 19 10:42:20.688243 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (6ed4696a-325a-4570-9ec6-f204bdfd4059), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.694793 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks [] for router_controller (6ed4696a-325a-4570-9ec6-f204bdfd4059), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.828541 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Made reservation on behalf of e86736f46b254bc399298305a8888467 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:42:20.834317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.840133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (6ed4696a-325a-4570-9ec6-f204bdfd4059), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.840133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed4696a-325a-4570-9ec6-f204bdfd4059 {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:42:20.853657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.854994 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8f9cf221-d272-43ec-bf13-b5fa49138f7d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/6ed4696a-325a-4570-9ec6-f204bdfd4059 HTTP/1.1" status: 204 len: 168 time: 1.3387289 Sep 19 10:42:20.857810 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35004) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:20.906699 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Deleting subnet 3635fb80-21c0-4498-8ebb-07884a812990 {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:42:20.910236 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Publish callbacks [] for subnet (3635fb80-21c0-4498-8ebb-07884a812990), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:20.979102 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (3635fb80-21c0-4498-8ebb-07884a812990), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.015953 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:21.020740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:21.023633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:21.053750 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:21.054261 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device d4bdcfdc-fa2d-4026-b6c8-3ea8aeb3d31f not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:21.054850 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:21.058738 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Allocated IP 172.20.0.10 (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c/ab866973-05ce-4049-80d3-023d19b131cc/5403da25-9f83-4b67-bacf-db0017b912d5) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:42:21.089427 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (3635fb80-21c0-4498-8ebb-07884a812990), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.096046 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:21.096405 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 2ac55b2c-8acd-4a40-8b86-f0b2170f7006 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:21.164827 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303708a8-f888-4d26-9e07-364daa2d36c2 req-169286f8-fa58-4be5-85b5-a0f5cded1f27 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:21.166387 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-303708a8-f888-4d26-9e07-364daa2d36c2 req-169286f8-fa58-4be5-85b5-a0f5cded1f27 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.1665804 Sep 19 10:42:21.266475 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (3635fb80-21c0-4498-8ebb-07884a812990), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.266593 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for port (5403da25-9f83-4b67-bacf-db0017b912d5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.274059 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-303708a8-f888-4d26-9e07-364daa2d36c2 req-a41d6cf0-a7fc-4d61-90a0-5a832065f958 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015191 Sep 19 10:42:21.289426 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:21.328073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3635fb80-21c0-4498-8ebb-07884a812990,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:21.334570 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.338048 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9569f672-9708-4086-89d1-3fc1278ccd38 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3635fb80-21c0-4498-8ebb-07884a812990 HTTP/1.1" status: 204 len: 168 time: 0.4791522 Sep 19 10:42:21.339512 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b02568-db28-42f7-91fb-85ef795074ed None None] Network 20f4f345-8b63-48b0-8783-53e15b6176bb requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:42:21.341210 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35010) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:21.367977 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def700b-01c2-405e-9127-94193ee1871c req-85745ee3-d70f-4825-9485-7e85eee27b84 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:21.373293 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7def700b-01c2-405e-9127-94193ee1871c req-85745ee3-d70f-4825-9485-7e85eee27b84 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.1227393 Sep 19 10:42:21.387314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.446977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:42:21.453133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:42:21.455544 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event updated for resources: {'Port': ['ID=5403da25-9f83-4b67-bacf-db0017b912d5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:21.458000 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:42:21.460998 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (20f4f345-8b63-48b0-8783-53e15b6176bb), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.481130 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7def700b-01c2-405e-9127-94193ee1871c req-ac0697cf-41f4-4855-b3b2-a980e4a1c435 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050019 Sep 19 10:42:21.527242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:21.545861 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:21.547507 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.549348 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Deleting port 347c7445-93cb-4801-88bc-5fae9881824f {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:21.549835 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (347c7445-93cb-4801-88bc-5fae9881824f), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.554251 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] DHCP port deletion for 20f4f345-8b63-48b0-8783-53e15b6176bb request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:42:21.601873 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] Deleting port 347c7445-93cb-4801-88bc-5fae9881824f {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:21.602357 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (347c7445-93cb-4801-88bc-5fae9881824f), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.655036 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] For port 347c7445-93cb-4801-88bc-5fae9881824f, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=347c7445-93cb-4801-88bc-5fae9881824f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:21.655036 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (347c7445-93cb-4801-88bc-5fae9881824f), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.682553 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Calling delete_port for 347c7445-93cb-4801-88bc-5fae9881824f owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:21.682799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] For port 347c7445-93cb-4801-88bc-5fae9881824f, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=347c7445-93cb-4801-88bc-5fae9881824f,segment=NetworkSegment(2148db6d-58f2-487c-9a58-ac9c06de0ebc),segment_id=2148db6d-58f2-487c-9a58-ac9c06de0ebc)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:21.682799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (347c7445-93cb-4801-88bc-5fae9881824f), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.693572 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] Calling delete_port for 347c7445-93cb-4801-88bc-5fae9881824f owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:21.747202 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-00a5add5-46b0-4e94-9db8-05fad280ad55 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3738668 Sep 19 10:42:21.775552 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d4b18-e73f-40f8-9f21-32ef8bd7e207 req-fb783508-e6d7-45bc-a25e-fa32e1b92d4e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:21.777164 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-633d4b18-e73f-40f8-9f21-32ef8bd7e207 req-fb783508-e6d7-45bc-a25e-fa32e1b92d4e tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0731921 Sep 19 10:42:21.798161 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Provisioning complete for port 5403da25-9f83-4b67-bacf-db0017b912d5 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:42:21.798554 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.798912 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 1 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:21.833032 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-633d4b18-e73f-40f8-9f21-32ef8bd7e207 req-b9d7fd39-171f-4bd0-a793-307bcae12c4f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502613 Sep 19 10:42:21.834890 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:21.882056 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (347c7445-93cb-4801-88bc-5fae9881824f), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.889765 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (347c7445-93cb-4801-88bc-5fae9881824f), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:21.909584 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] Pushing event deleted for resources: {'Port': ['ID=347c7445-93cb-4801-88bc-5fae9881824f,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:21.914911 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cc382-741f-451e-9fb0-8e6b084c0b5b None None] No DVR routers for this DVR port 347c7445-93cb-4801-88bc-5fae9881824f on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:21.918201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Pushing event deleted for resources: {'Port': ['ID=347c7445-93cb-4801-88bc-5fae9881824f,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:21.920029 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] No DVR routers for this DVR port 347c7445-93cb-4801-88bc-5fae9881824f on host dv-cinder-858275-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:21.993477 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (20f4f345-8b63-48b0-8783-53e15b6176bb), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.016794 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f4f345-8b63-48b0-8783-53e15b6176bb']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:22.026398 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2148db6d-58f2-487c-9a58-ac9c06de0ebc') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:22.026693 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2148db6d-58f2-487c-9a58-ac9c06de0ebc') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:22.036121 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (2148db6d-58f2-487c-9a58-ac9c06de0ebc), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.049145 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (2148db6d-58f2-487c-9a58-ac9c06de0ebc), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.055810 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:42:22.056187 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (2148db6d-58f2-487c-9a58-ac9c06de0ebc), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.137033 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 2148db6d-58f2-487c-9a58-ac9c06de0ebc resource provider aggregate not found Sep 19 10:42:22.157343 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 2148db6d-58f2-487c-9a58-ac9c06de0ebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2148db6d-58f2-487c-9a58-ac9c06de0ebc found for delete ", "request_id": "req-63c426a7-7c25-48c8-8fc6-bb07d40d0a30"}]} Sep 19 10:42:22.232690 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (20f4f345-8b63-48b0-8783-53e15b6176bb), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.239771 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.243471 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/20f4f345-8b63-48b0-8783-53e15b6176bb HTTP/1.1" status: 204 len: 168 time: 0.9010508 Sep 19 10:42:22.271396 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b59b7-5a61-4b87-abdc-f45ab22d068c admin admin] Pushing event deleted for resources: {'Network': ['ID=20f4f345-8b63-48b0-8783-53e15b6176bb,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:22.336027 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 2 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:22.369428 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:22.409121 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:22.417500 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6360521-236d-416c-9953-5dfca3a5d2e1 req-28c9c62f-3f82-48e8-a463-4682456bc701 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:22.419214 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c6360521-236d-416c-9953-5dfca3a5d2e1 req-28c9c62f-3f82-48e8-a463-4682456bc701 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0500522 Sep 19 10:42:22.472547 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c6360521-236d-416c-9953-5dfca3a5d2e1 req-77ad6c05-403f-46ec-b758-3701a83c8b1a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Sep 19 10:42:22.624641 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf72507-934a-4541-bc7d-70dbce744665 req-67080d9c-1035-4b39-9d4c-dad3b54d0e81 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:22.626190 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fbf72507-934a-4541-bc7d-70dbce744665 req-67080d9c-1035-4b39-9d4c-dad3b54d0e81 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Sep 19 10:42:22.680249 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fbf72507-934a-4541-bc7d-70dbce744665 req-9a9cc250-9263-4e55-80f3-cb3e8ecbe163 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472419 Sep 19 10:42:22.685523 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35030) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:22.737687 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e0bb153f-3969-44b6-9a6c-7e4cdb6fb5a5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c84c95680abc4f28b49cd092ca96fe32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508049 Sep 19 10:42:22.744503 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35032) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:22.793961 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-559581dd-6bfe-4c9a-b098-f3ff0aa282ae admin admin] Publish callbacks [] for security_group (1e0b9320-51b8-4fc8-94d3-12a1441ffbb0), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.814186 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-559581dd-6bfe-4c9a-b098-f3ff0aa282ae admin admin] Publish callbacks [] for security_group (1e0b9320-51b8-4fc8-94d3-12a1441ffbb0), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.870384 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 3 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:22.906971 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 347c7445-93cb-4801-88bc-5fae9881824f no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:22.912236 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:22.927462 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 347c7445-93cb-4801-88bc-5fae9881824f {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:22.927812 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 347c7445-93cb-4801-88bc-5fae9881824f not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:22.967546 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589e97-9364-46db-9e54-54b7c3c0f2cb req-ca8bfe8c-afc7-486b-88d8-86a6a45156e0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:22.969009 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6f589e97-9364-46db-9e54-54b7c3c0f2cb req-ca8bfe8c-afc7-486b-88d8-86a6a45156e0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0478487 Sep 19 10:42:22.970069 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-559581dd-6bfe-4c9a-b098-f3ff0aa282ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1e0b9320-51b8-4fc8-94d3-12a1441ffbb0), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.972581 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-559581dd-6bfe-4c9a-b098-f3ff0aa282ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:22.973642 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-559581dd-6bfe-4c9a-b098-f3ff0aa282ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1e0b9320-51b8-4fc8-94d3-12a1441ffbb0 HTTP/1.1" status: 204 len: 168 time: 0.2281990 Sep 19 10:42:22.989670 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559581dd-6bfe-4c9a-b098-f3ff0aa282ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b9320-51b8-4fc8-94d3-12a1441ffbb0,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:23.026791 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:23.031438 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6f589e97-9364-46db-9e54-54b7c3c0f2cb req-5b7f7caf-ff8b-463b-ac59-7b112b6bec65 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 Sep 19 10:42:23.413804 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 4 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:23.451437 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:23.604798 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ef8a8-0247-4134-af02-d11538cece79 req-d57e2878-0290-4137-ac94-12f7c0967c9c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:23.606296 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c96ef8a8-0247-4134-af02-d11538cece79 req-d57e2878-0290-4137-ac94-12f7c0967c9c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0473077 Sep 19 10:42:23.634557 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35042) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:23.682729 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c96ef8a8-0247-4134-af02-d11538cece79 req-0a24c363-c7a8-4274-95a4-f82271a42c98 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705650 Sep 19 10:42:23.699137 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-838b322a-4e8b-4484-b883-b46e792655e8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1ced0349fde44cbda660d1dbddb61162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634701 Sep 19 10:42:23.701758 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35044) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:23.760999 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ef330425-d746-4655-8688-58f1649be8ea admin admin] Publish callbacks [] for security_group (9aaa3a06-8b84-4c7c-b365-6213db57ab7c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:23.784604 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ef330425-d746-4655-8688-58f1649be8ea admin admin] Publish callbacks [] for security_group (9aaa3a06-8b84-4c7c-b365-6213db57ab7c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:23.807397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dde252-0bfe-4f07-afeb-a364b23aefdd req-42c62dc3-dbda-4473-b32e-dc772a448ee2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:23.809267 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-88dde252-0bfe-4f07-afeb-a364b23aefdd req-42c62dc3-dbda-4473-b32e-dc772a448ee2 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0476441 Sep 19 10:42:23.862005 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-88dde252-0bfe-4f07-afeb-a364b23aefdd req-0591787b-d787-4309-909e-9ffe0d3eba09 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Sep 19 10:42:23.952305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ef330425-d746-4655-8688-58f1649be8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (9aaa3a06-8b84-4c7c-b365-6213db57ab7c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:23.952700 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 5 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:23.955376 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ef330425-d746-4655-8688-58f1649be8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:23.956684 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ef330425-d746-4655-8688-58f1649be8ea admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9aaa3a06-8b84-4c7c-b365-6213db57ab7c HTTP/1.1" status: 204 len: 168 time: 0.2539928 Sep 19 10:42:23.966111 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef330425-d746-4655-8688-58f1649be8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa3a06-8b84-4c7c-b365-6213db57ab7c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:24.008035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:24.158464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1849a-850d-4c89-a3c8-75b949f27a5b req-498ca675-68c2-49de-abc2-8fde723e67b8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:24.160040 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4d1849a-850d-4c89-a3c8-75b949f27a5b req-498ca675-68c2-49de-abc2-8fde723e67b8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0549150 Sep 19 10:42:24.212594 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4d1849a-850d-4c89-a3c8-75b949f27a5b req-be152e3c-214e-41f2-a42d-c9379b1cce40 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459430 Sep 19 10:42:24.500434 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 6 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:24.539155 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:24.813724 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91373412-c506-47fe-a28f-ca95f6dbb09b req-c80ac877-9ae2-4b25-ba4b-af006d2f3d9b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:24.815233 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-91373412-c506-47fe-a28f-ca95f6dbb09b req-c80ac877-9ae2-4b25-ba4b-af006d2f3d9b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0476995 Sep 19 10:42:24.865686 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-91373412-c506-47fe-a28f-ca95f6dbb09b req-c7b76503-efd2-4061-bd8a-a6cdb6027830 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Sep 19 10:42:24.984664 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04044a-eaa4-4a31-853d-6bdb2281ebfe req-0c3b54fa-35e7-4aff-a604-0348b9ab93af tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:24.986322 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa04044a-eaa4-4a31-853d-6bdb2281ebfe req-0c3b54fa-35e7-4aff-a604-0348b9ab93af tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Sep 19 10:42:25.038484 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa04044a-eaa4-4a31-853d-6bdb2281ebfe req-61cfacde-d3ad-41be-bbcd-af9970af3772 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450194 Sep 19 10:42:25.040612 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 7 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:25.075291 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:25.336833 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbae8e-0092-4b17-bc0e-329d1ff8f8d3 req-c1967f47-5b7a-41d4-ba82-24788ac4a1cf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:25.338241 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2dcbae8e-0092-4b17-bc0e-329d1ff8f8d3 req-c1967f47-5b7a-41d4-ba82-24788ac4a1cf tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0512788 Sep 19 10:42:25.386657 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2dcbae8e-0092-4b17-bc0e-329d1ff8f8d3 req-66c0b94a-754a-4683-a805-d3ba2feb4e64 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Sep 19 10:42:25.576839 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 8 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:25.608719 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:25.998234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e89c2-58bd-484f-bc29-79eee32967c5 req-96b7751c-5636-4dce-b2dd-239b6b17dd74 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:25.999848 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d04e89c2-58bd-484f-bc29-79eee32967c5 req-96b7751c-5636-4dce-b2dd-239b6b17dd74 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Sep 19 10:42:26.055132 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d04e89c2-58bd-484f-bc29-79eee32967c5 req-00220113-73cb-452a-a030-55c1a3244ae0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486422 Sep 19 10:42:26.110276 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 9 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:26.171462 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db53391-e23d-4746-bc56-c382551f5cd6 req-cf0417a4-8a1e-49bf-8f1b-02b2ba5fdf08 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:26.173191 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8db53391-e23d-4746-bc56-c382551f5cd6 req-cf0417a4-8a1e-49bf-8f1b-02b2ba5fdf08 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0495074 Sep 19 10:42:26.243600 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8db53391-e23d-4746-bc56-c382551f5cd6 req-062df0b7-4e55-41e2-9c96-c09a213a88d8 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630193 Sep 19 10:42:26.266653 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:26.494143 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:26.511435 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493867ae-c05f-4a21-a076-32f5ebe131cb req-5c503b3b-3418-4756-bc02-0f76d5416766 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:26.513160 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-493867ae-c05f-4a21-a076-32f5ebe131cb req-5c503b3b-3418-4756-bc02-0f76d5416766 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0533054 Sep 19 10:42:26.565990 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-493867ae-c05f-4a21-a076-32f5ebe131cb req-abb31bd8-27b0-4115-a935-af4f3e4a6f83 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472512 Sep 19 10:42:26.767895 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Attempt 10 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:26.802479 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fde1f-7636-4366-823b-f057306ba4cc None None] Port 5403da25-9f83-4b67-bacf-db0017b912d5 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:42:26.991987 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:27.186879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d28a1-fb8f-4f5c-be37-90369be10cfe req-0ca67102-7a37-440a-ac04-bd9b6b16dc4c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:27.188459 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bc8d28a1-fb8f-4f5c-be37-90369be10cfe req-0ca67102-7a37-440a-ac04-bd9b6b16dc4c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0496705 Sep 19 10:42:27.242159 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bc8d28a1-fb8f-4f5c-be37-90369be10cfe req-1304b45a-824a-4786-bc88-d8648f35257d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479906 Sep 19 10:42:27.378089 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328e5e-efbd-481b-b34a-a4fce13c268b req-8f7e0bd3-fc2c-48a5-8ba1-435762325d05 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:27.379451 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67328e5e-efbd-481b-b34a-a4fce13c268b req-8f7e0bd3-fc2c-48a5-8ba1-435762325d05 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0556917 Sep 19 10:42:27.428284 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67328e5e-efbd-481b-b34a-a4fce13c268b req-7dac81a3-ac98-4fd1-9592-1961fce48138 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Sep 19 10:42:27.687555 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e4ca6-80af-45a0-bf74-167bdd1e1f69 req-23452983-9733-4b2e-9c74-b1d3b58ec383 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:27.689009 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-393e4ca6-80af-45a0-bf74-167bdd1e1f69 req-23452983-9733-4b2e-9c74-b1d3b58ec383 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0466955 Sep 19 10:42:27.737209 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-393e4ca6-80af-45a0-bf74-167bdd1e1f69 req-0e5cf776-c23c-493a-aaf7-37ade11d2103 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 Sep 19 10:42:28.369356 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5daf0b-d0b0-4705-99c7-f79cb663bf86 req-805bc2f8-5057-469c-af04-c9e006eed70a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:28.370804 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad5daf0b-d0b0-4705-99c7-f79cb663bf86 req-805bc2f8-5057-469c-af04-c9e006eed70a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0464661 Sep 19 10:42:28.412582 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:28.420292 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad5daf0b-d0b0-4705-99c7-f79cb663bf86 req-d1c7fd04-acf1-48a1-a99b-2488ab1ca5f9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Sep 19 10:42:28.474024 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Request body: {'port': {'device_id': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:28.553991 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:28.584051 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-5a95b23c-b02a-4694-98ce-2626a524301e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622149 Sep 19 10:42:28.589552 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefb783-97ba-4e11-92d5-931fc4471b97 req-3cb30514-46fd-458d-866e-dbc68f9dffda tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:28.590953 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bfefb783-97ba-4e11-92d5-931fc4471b97 req-3cb30514-46fd-458d-866e-dbc68f9dffda tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0790722 Sep 19 10:42:28.641884 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bfefb783-97ba-4e11-92d5-931fc4471b97 req-d69ace19-fbfe-4452-ada9-bf1fe6f3a18a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Sep 19 10:42:28.832107 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5403da25-9f83-4b67-bacf-db0017b912d5 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:42:28.841232 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4086-351f-4056-9e44-75e48ab46710 req-c2926a80-63e6-4e5a-9845-5c2bfa3e1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:28.842863 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-c2926a80-63e6-4e5a-9845-5c2bfa3e1484 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=af388d6e63d641528e8f00de41c59490&device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 1130 time: 0.0483716 Sep 19 10:42:28.849727 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Publish callbacks [] for port (5403da25-9f83-4b67-bacf-db0017b912d5), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:28.882577 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Transition to ACTIVE for port object 5403da25-9f83-4b67-bacf-db0017b912d5 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:42:28.893021 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf570cc-0924-4aa6-953a-3e398b3f02db req-b3625d8c-6a5c-4bef-a66d-f9d0258aebc6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:28.894783 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6bf570cc-0924-4aa6-953a-3e398b3f02db req-b3625d8c-6a5c-4bef-a66d-f9d0258aebc6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 932 time: 0.0575924 Sep 19 10:42:28.946081 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6bf570cc-0924-4aa6-953a-3e398b3f02db req-66b72b34-4fb0-48d0-9d5c-ecf455763521 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Sep 19 10:42:28.951001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.050098 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Pushing event updated for resources: {'Port': ['ID=5403da25-9f83-4b67-bacf-db0017b912d5,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:29.060320 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-b75b5ab2-8d76-4d38-ab37-4bfa94b3babe tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.062091 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-b75b5ab2-8d76-4d38-ab37-4bfa94b3babe tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0538421 Sep 19 10:42:29.081657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.125020 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Attempting to bind port 5403da25-9f83-4b67-bacf-db0017b912d5 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:42:29.125436 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Attempting to bind port 5403da25-9f83-4b67-bacf-db0017b912d5 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:42:29.125767 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Attempting to bind port 5403da25-9f83-4b67-bacf-db0017b912d5 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:42:29.171551 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4086-351f-4056-9e44-75e48ab46710 req-8eb44925-2a62-4f3f-84aa-18139055c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.173108 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-8eb44925-2a62-4f3f-84aa-18139055c900 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 200 len: 919 time: 0.1643579 Sep 19 10:42:29.224566 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-7e9f84bd-6fe9-4bfa-949b-3445d86a9c84 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 HTTP/1.1" status: 200 len: 217 time: 0.0427349 Sep 19 10:42:29.225558 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Port 5403da25-9f83-4b67-bacf-db0017b912d5 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:42:29.225879 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Attempting to bind port 5403da25-9f83-4b67-bacf-db0017b912d5 on network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:42:29.308514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4086-351f-4056-9e44-75e48ab46710 req-cea5882a-cc1d-4683-b4a2-24b74047c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.310069 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-cea5882a-cc1d-4683-b4a2-24b74047c953 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 200 len: 857 time: 0.0633237 Sep 19 10:42:29.310770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:42:29.311096 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Checking segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:42:29.311468 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Bound using segment: {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:42:29.311902 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Bound port: 5403da25-9f83-4b67-bacf-db0017b912d5, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d72bebc-7cde-48a0-9351-2957f5c84860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:42:29.312256 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.395844 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4086-351f-4056-9e44-75e48ab46710 req-61e9cce5-378a-4f22-aa1f-a020e553d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.397405 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-61e9cce5-378a-4f22-aa1f-a020e553d435 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=6075686e-fc72-4e07-bc84-884b33c04b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742574 Sep 19 10:42:29.433903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.452295 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.455500 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=95 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.456212 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Deleting port e1416496-e4ee-4d30-b099-b5b41ef7198f {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:29.456575 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.457367 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=73 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.464885 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] For port 5403da25-9f83-4b67-bacf-db0017b912d5, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:42:29.482294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] For port 5403da25-9f83-4b67-bacf-db0017b912d5, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=5403da25-9f83-4b67-bacf-db0017b912d5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:42:29.523362 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-569d8b86-200a-4de9-a79a-5428b8dca6c8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127729 Sep 19 10:42:29.551757 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.586352 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.586966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.588380 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/5403da25-9f83-4b67-bacf-db0017b912d5 HTTP/1.1" status: 200 len: 1094 time: 1.1192207 Sep 19 10:42:29.590467 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:29.592804 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48ce8b-048a-4e40-91b8-0775566ab699" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:29.595591 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.615882 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2434e62-b329-4be8-a876-584598194e34 req-24e732b5-bc4f-4782-a857-03e678917328 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.617347 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a2434e62-b329-4be8-a876-584598194e34 req-24e732b5-bc4f-4782-a857-03e678917328 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0870483 Sep 19 10:42:29.651574 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] For port e1416496-e4ee-4d30-b099-b5b41ef7198f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=e1416496-e4ee-4d30-b099-b5b41ef7198f,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:29.651992 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.666163 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78328f1-bbbb-4304-ae37-c267533c00ed service neutron] Pushing event updated for resources: {'Port': ['ID=5403da25-9f83-4b67-bacf-db0017b912d5,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:29.675189 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0300479e-52fd-4b9f-9fba-dd22319cd71e x-openstack-request-id: req-0300479e-52fd-4b9f-9fba-dd22319cd71e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:29.675484 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:29.675734 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0300479e-52fd-4b9f-9fba-dd22319cd71e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:29.676561 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0300479e-52fd-4b9f-9fba-dd22319cd71e'] response: {'name': 'network-changed', 'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5', 'status': 'completed', 'code': 200} Sep 19 10:42:29.690364 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-52cd4086-351f-4056-9e44-75e48ab46710 req-497796ea-d9a4-4368-a3d9-a2440852dd51 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596265 Sep 19 10:42:29.752415 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a2434e62-b329-4be8-a876-584598194e34 req-d7a9b86f-8ff2-4dee-90b9-2d5d7f2972d2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039681 Sep 19 10:42:29.826971 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5527f1e-b09c-4c1a-a1d2-28b3dc035b6d req-dad7596f-3f4c-4212-a579-470d1957bb51 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.827987 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c5527f1e-b09c-4c1a-a1d2-28b3dc035b6d req-dad7596f-3f4c-4212-a579-470d1957bb51 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 945 time: 0.0893700 Sep 19 10:42:29.831755 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ce8b-048a-4e40-91b8-0775566ab699 req-caa0db58-5c51-4474-9ca4-0382538cf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.833765 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5e48ce8b-048a-4e40-91b8-0775566ab699 req-caa0db58-5c51-4474-9ca4-0382538cf550 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 1128 time: 0.0842280 Sep 19 10:42:29.840246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:29.907598 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.907972 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:29.908318 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Floating IP eeb09e68-33a6-466f-9543-a99303a06948 disassociated. External IP: 172.27.0.213, port: e1416496-e4ee-4d30-b099-b5b41ef7198f. Sep 19 10:42:29.908952 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Calling delete_port for e1416496-e4ee-4d30-b099-b5b41ef7198f owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:29.929481 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c5527f1e-b09c-4c1a-a1d2-28b3dc035b6d req-9b3397a3-9c53-4084-94f7-922220f5e3aa tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af9b8521-d400-4f29-b163-6a294a3d5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947227 Sep 19 10:42:29.966025 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ce8b-048a-4e40-91b8-0775566ab699 req-0c53dc12-429a-4103-a690-6847f26b3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:29.967487 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5e48ce8b-048a-4e40-91b8-0775566ab699 req-0c53dc12-429a-4103-a690-6847f26b3b9d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=e86736f46b254bc399298305a8888467&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1187170 Sep 19 10:42:30.079441 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c0aaa-d17c-4da1-abe2-f63beade73eb req-8461440d-6a49-4fc7-ac1f-d27508490697 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:30.080925 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-837c0aaa-d17c-4da1-abe2-f63beade73eb req-8461440d-6a49-4fc7-ac1f-d27508490697 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 944 time: 0.0552542 Sep 19 10:42:30.128354 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-837c0aaa-d17c-4da1-abe2-f63beade73eb req-86b2b28d-07fa-489e-b3f9-1bb165cd8708 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Sep 19 10:42:30.175761 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (e1416496-e4ee-4d30-b099-b5b41ef7198f), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:30.211343 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event deleted for resources: {'Port': ['ID=e1416496-e4ee-4d30-b099-b5b41ef7198f,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:30.296634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ce8b-048a-4e40-91b8-0775566ab699 req-4416174a-5f3b-4ee4-982d-3a9d9f928fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:30.298165 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5e48ce8b-048a-4e40-91b8-0775566ab699 req-4416174a-5f3b-4ee4-982d-3a9d9f928fce service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067760 Sep 19 10:42:30.334269 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:42:30.387688 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:30.441351 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:42:30.448972 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] Sync routers for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:42:30.460143 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:30.461046 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:30.484839 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] No DVR routers for this DVR port e1416496-e4ee-4d30-b099-b5b41ef7198f on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:30.487649 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:30.491135 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-eaa343b5-6fd7-430e-80d5-735e20b6b127 req-be80a820-2670-4aa3-a37f-201baaee2178 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "DELETE /networking/v2.0/ports/e1416496-e4ee-4d30-b099-b5b41ef7198f HTTP/1.1" status: 204 len: 173 time: 1.3869658 Sep 19 10:42:30.491596 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'name': 'network-vif-deleted', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:30.493966 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff5adc-416a-44d0-b666-4bfc18d70c15" -d '{"events": [{"server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "name": "network-vif-deleted", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:30.537021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d4cdb-d219-41fd-9f17-ddd7dcce3056 x-openstack-request-id: req-183d4cdb-d219-41fd-9f17-ddd7dcce3056 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:30.537370 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041b4a5e-774b-4a16-8082-d884ff033f63", "name": "network-vif-deleted", "tag": "e1416496-e4ee-4d30-b099-b5b41ef7198f", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:30.537647 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-183d4cdb-d219-41fd-9f17-ddd7dcce3056 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:30.538087 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183d4cdb-d219-41fd-9f17-ddd7dcce3056'] response: {'server_uuid': '041b4a5e-774b-4a16-8082-d884ff033f63', 'name': 'network-vif-deleted', 'tag': 'e1416496-e4ee-4d30-b099-b5b41ef7198f', 'status': 'completed', 'code': 200} Sep 19 10:42:30.683439 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-919ea404-6430-4467-a11e-f3cd38db3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:30.683439 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-919ea404-6430-4467-a11e-f3cd38db3bff service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 1128 time: 0.0674839 Sep 19 10:42:30.698925 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:30.746053 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-befbed2d-94e6-4bea-bb84-4e6865ad87ce service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5403da25-9f83-4b67-bacf-db0017b912d5 HTTP/1.1" status: 200 len: 217 time: 0.0414376 Sep 19 10:42:30.827035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-07833bd9-c7d9-4ee3-935a-0e955157d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:30.829001 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-07833bd9-c7d9-4ee3-935a-0e955157d896 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0761826 Sep 19 10:42:30.928850 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:30.956053 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] Checking router: 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:42:30.961281 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c923-c7bf-444a-ad93-19897fb65415 req-ccc48088-fb24-4222-a676-78679097c966 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:30.962948 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-83f0c923-c7bf-444a-ad93-19897fb65415 req-ccc48088-fb24-4222-a676-78679097c966 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0960026 Sep 19 10:42:30.964257 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-10e4c72d-6cb1-46ce-93b4-1b9c44ab8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:30.965832 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-10e4c72d-6cb1-46ce-93b4-1b9c44ab8672 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857375 Sep 19 10:42:30.967859 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:30.968479 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:31.075583 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:31.078912 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4304c508-8cae-4480-937f-771efcfa534f req-9fc03ab4-629a-4627-b18e-38b9d1b40780 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0369263 Sep 19 10:42:31.087575 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-83f0c923-c7bf-444a-ad93-19897fb65415 req-caad6573-02d8-4f50-aa68-dd7c232f721a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128757 Sep 19 10:42:31.120649 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-58db4a80-b8d8-4752-b75b-2eb7078307a9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447079 Sep 19 10:42:31.256565 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197266e-1b1c-4d01-b724-53b9f18aa01e req-e22cb857-c47b-4547-8250-64b7a6f4c26f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:31.258769 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d197266e-1b1c-4d01-b724-53b9f18aa01e req-e22cb857-c47b-4547-8250-64b7a6f4c26f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 944 time: 0.0547690 Sep 19 10:42:31.275784 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:31.304306 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94dde-30c2-4ef6-b0fd-faf5fec86bef None None] The sync data for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi is: [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:37:51Z', 'revision_number': 4, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '357dae78-7acd-4edb-8211-1bf1b9fefc36', 'name': '', 'network_id': '6075686e-fc72-4e07-bc84-884b33c04b1a', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'mac_address': 'fa:16:3e:95:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3a49168d-63ae-4526-b71a-704c434885f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:50Z', 'updated_at': '2022-09-19T10:37:55Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'subnets': [{'id': '3a49168d-63ae-4526-b71a-704c434885f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:42:31.308819 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d197266e-1b1c-4d01-b724-53b9f18aa01e req-df2a65aa-e9bc-4f8c-bb0b-05c4bda47fd3 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Sep 19 10:42:31.328617 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:31.383731 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f96b9f79-16e2-4289-a69f-71bb58b25305 req-44bb773a-6021-4528-9a32-79bc36e40fa7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070693 Sep 19 10:42:31.539801 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f122c6-f443-408e-92b1-5a57b2597232 None None] New status for floating IP eeb09e68-33a6-466f-9543-a99303a06948: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:42:31.619949 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:31.740946 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:32.197966 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c82653b1-c61b-4de8-ad6c-da8ccbe0bd3f req-acba289a-2013-4978-a0cc-ae2c30a874f6 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0305908 Sep 19 10:42:32.227657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f5142-c0da-460d-a9d4-55400c698c2c req-88f820d6-7d8d-499f-a895-a360c205daa2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:32.229274 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-272f5142-c0da-460d-a9d4-55400c698c2c req-88f820d6-7d8d-499f-a895-a360c205daa2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0489776 Sep 19 10:42:32.277729 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-272f5142-c0da-460d-a9d4-55400c698c2c req-df56d75a-49a0-4085-a1a8-eba32495a177 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Sep 19 10:42:32.439869 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5cff-dd01-4bc4-85ca-c781f6f0622b req-decfa94a-46bc-4ad5-8c56-d86093dc2531 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:32.441344 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-312d5cff-dd01-4bc4-85ca-c781f6f0622b req-decfa94a-46bc-4ad5-8c56-d86093dc2531 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 944 time: 0.0484002 Sep 19 10:42:32.489465 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-312d5cff-dd01-4bc4-85ca-c781f6f0622b req-cb0d9d22-06df-40bb-acbf-9e09f0af79e8 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Sep 19 10:42:32.849728 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5635f448-0ce4-4f52-98bb-12904a726c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:33.320006 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f8c2cfca-9ba1-4d90-8a31-6ab391a2486d req-f50ea23c-988d-4fb1-9ac8-385ec530d077 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=041b4a5e-774b-4a16-8082-d884ff033f63 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Sep 19 10:42:33.434108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e5e7e-ad0a-4fbc-b8a3-51f79b9e7124 req-bf28ef9f-0f5d-4fc9-a4d5-52178397ea24 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:33.435570 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-443e5e7e-ad0a-4fbc-b8a3-51f79b9e7124 req-bf28ef9f-0f5d-4fc9-a4d5-52178397ea24 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0520523 Sep 19 10:42:33.486345 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-443e5e7e-ad0a-4fbc-b8a3-51f79b9e7124 req-493d8bfc-3f77-41f3-a596-3aadc745410a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447793 Sep 19 10:42:33.628314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2b37-a775-407e-8fc1-fe17b28d995b req-300af64e-e57e-477b-867b-88b7f6f7b1be tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:33.630597 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dc1d2b37-a775-407e-8fc1-fe17b28d995b req-300af64e-e57e-477b-867b-88b7f6f7b1be tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 944 time: 0.0511062 Sep 19 10:42:33.687988 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dc1d2b37-a775-407e-8fc1-fe17b28d995b req-28724648-0216-491b-8c4b-56bbb4189600 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511124 Sep 19 10:42:34.078377 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:42:34.096358 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e1416496-e4ee-4d30-b099-b5b41ef7198f no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:34.122395 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: e1416496-e4ee-4d30-b099-b5b41ef7198f {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:34.122633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device e1416496-e4ee-4d30-b099-b5b41ef7198f not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:34.213321 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:34.225660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'mac_address': 'fa:16:3e:0c:93:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:42:34.266046 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: ACTIVE; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:34.266417 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:34.280820 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba7ea05f-242c-4a1e-a30f-00d0880b8f37 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:42:34.301427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:34.420382 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:34.468786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=6']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:34.483450 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35172) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:34.569025 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group (af9b8521-d400-4f29-b163-6a294a3d5ec1), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:34.595442 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group (af9b8521-d400-4f29-b163-6a294a3d5ec1), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:34.632650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['ba7ea05f-242c-4a1e-a30f-00d0880b8f37'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:34.679325 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca506ad-da78-4ead-bc59-e9bf4a83ef61 req-1e3e397a-c1e9-4460-80fa-e92e0330d331 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:34.680820 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cca506ad-da78-4ead-bc59-e9bf4a83ef61 req-1e3e397a-c1e9-4460-80fa-e92e0330d331 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 945 time: 0.0738878 Sep 19 10:42:34.738731 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-cca506ad-da78-4ead-bc59-e9bf4a83ef61 req-4a7ac34b-cdee-44ee-b586-526391120402 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512722 Sep 19 10:42:34.821705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (af9b8521-d400-4f29-b163-6a294a3d5ec1), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:34.824571 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:34.825753 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/af9b8521-d400-4f29-b163-6a294a3d5ec1 HTTP/1.1" status: 204 len: 168 time: 0.3410544 Sep 19 10:42:34.828679 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35184) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:34.843723 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9b8521-d400-4f29-b163-6a294a3d5ec1,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:34.859772 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-8cfefdb3-85a0-4135-ac95-bf9870695367 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] show failed (client error): The resource could not be found. Sep 19 10:42:34.859772 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8cfefdb3-85a0-4135-ac95-bf9870695367 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups/af9b8521-d400-4f29-b163-6a294a3d5ec1 HTTP/1.1" status: 404 len: 347 time: 0.0281079 Sep 19 10:42:34.865127 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35186) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:34.866543 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.867009 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.867359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.867692 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.868209 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.868710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.869250 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.869751 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.870248 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.871149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.871639 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.872124 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.872620 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.873135 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.873615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f897f-2247-40c1-907a-0ebb5fa375a3 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:34.912037 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76ca1-7a64-4393-9b60-aea0e4874f7c req-65c7fc32-bbac-45a2-bf74-373b039e2672 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:34.916991 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:34.917158 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-68b76ca1-7a64-4393-9b60-aea0e4874f7c req-65c7fc32-bbac-45a2-bf74-373b039e2672 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 944 time: 0.0739264 Sep 19 10:42:34.973651 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-68b76ca1-7a64-4393-9b60-aea0e4874f7c req-e11ad757-92b4-4c9f-8d68-eac02c1a6bed tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540106 Sep 19 10:42:35.056529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Deleting port 6e28224a-a0a2-454d-8dc1-6fd8ec854390 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:35.056850 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.142386 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.142619 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (6e28224a-a0a2-454d-8dc1-6fd8ec854390), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.155957 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Calling delete_port for 6e28224a-a0a2-454d-8dc1-6fd8ec854390 owned by network:floatingip {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:35.205388 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:35.323889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-481d04f1-620b-47e6-bcc6-91b98258ff23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.363967 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (6e28224a-a0a2-454d-8dc1-6fd8ec854390), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.397762 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event deleted for resources: {'Port': ['ID=6e28224a-a0a2-454d-8dc1-6fd8ec854390,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:35.477701 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks [] for floatingip (eeb09e68-33a6-466f-9543-a99303a06948), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.480618 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:35.483020 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-e02519b0-dddc-4cab-ad1d-d1dae1be9493 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/eeb09e68-33a6-466f-9543-a99303a06948 HTTP/1.1" status: 204 len: 168 time: 0.5861058 Sep 19 10:42:35.921894 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafd2b-3813-4173-b84f-2ecb4006f946 req-4974622e-8254-480c-aad2-9be0179dd4f2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:35.924314 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4aaafd2b-3813-4173-b84f-2ecb4006f946 req-4974622e-8254-480c-aad2-9be0179dd4f2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 945 time: 0.0600450 Sep 19 10:42:35.984206 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4aaafd2b-3813-4173-b84f-2ecb4006f946 req-831ddcf5-599d-40f7-b78f-e146fee4c639 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511959 Sep 19 10:42:36.073369 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:42:36.091087 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 5403da25-9f83-4b67-bacf-db0017b912d5 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:42:36.115552 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:42:36.125006 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948758c4-9ffd-4e7b-9ef4-713e2289de1c req-7188b1f9-8733-4579-ab5c-b3404834450c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:36.126718 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-948758c4-9ffd-4e7b-9ef4-713e2289de1c req-7188b1f9-8733-4579-ab5c-b3404834450c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 944 time: 0.0656898 Sep 19 10:42:36.201740 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-948758c4-9ffd-4e7b-9ef4-713e2289de1c req-e84add5d-d2ac-44be-8acb-7216c9f83d54 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677013 Sep 19 10:42:36.251209 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:42:36.251825 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:36.252328 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 Sep 19 10:42:36.346526 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cdc2e-4679-4c58-9635-02f2fc0d3005 req-f6a9cb29-09b5-4b19-a390-c70e6173c300 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:36.351267 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6e7cdc2e-4679-4c58-9635-02f2fc0d3005 req-f6a9cb29-09b5-4b19-a390-c70e6173c300 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0671449 Sep 19 10:42:36.380034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 5403da25-9f83-4b67-bacf-db0017b912d5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=5403da25-9f83-4b67-bacf-db0017b912d5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:36.398829 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:36.399210 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:36.415477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:36.422523 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '5403da25-9f83-4b67-bacf-db0017b912d5', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'port_id': '5403da25-9f83-4b67-bacf-db0017b912d5', 'mac_address': 'fa:16:3e:cd:fe:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:42:36.423038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6e7cdc2e-4679-4c58-9635-02f2fc0d3005 req-8801b4ed-004d-4d19-916e-a1e4a267f319 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603373 Sep 19 10:42:36.436345 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:36.438107 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a451c18-78f1-458d-bc56-15c039c68982" -d '{"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:36.466429 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:36.482808 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:36.493343 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 5403da25-9f83-4b67-bacf-db0017b912d5 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:36.493819 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:36.513254 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5403da25-9f83-4b67-bacf-db0017b912d5 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:42:36.560789 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 5403da25-9f83-4b67-bacf-db0017b912d5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=5403da25-9f83-4b67-bacf-db0017b912d5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:36.576397 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:36.610081 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:36.642276 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=7']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:36.680288 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:36.711472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff711b3f-f0e7-4aee-94e5-bd17b5d44ed3 x-openstack-request-id: req-ff711b3f-f0e7-4aee-94e5-bd17b5d44ed3 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:36.714329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:36.714329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff711b3f-f0e7-4aee-94e5-bd17b5d44ed3 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:36.714329 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff711b3f-f0e7-4aee-94e5-bd17b5d44ed3'] response: {'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'code': 200} Sep 19 10:42:36.748052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=5403da25-9f83-4b67-bacf-db0017b912d5,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:37.079142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['5403da25-9f83-4b67-bacf-db0017b912d5'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:37.166395 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea079-8848-431f-91fc-c7b0a70c7bbd req-35c37539-840a-47cd-8a90-955358517c46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:37.169138 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-701ea079-8848-431f-91fc-c7b0a70c7bbd req-35c37539-840a-47cd-8a90-955358517c46 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0746291 Sep 19 10:42:37.254241 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-701ea079-8848-431f-91fc-c7b0a70c7bbd req-a0068c1c-158a-4370-bfff-aef1fef0cc67 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784233 Sep 19 10:42:37.349197 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6b391-7638-4f6b-8103-424e2201a1fc req-8a9b68e1-a767-473c-89fe-7fa39e3f44c6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:37.353556 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50e6b391-7638-4f6b-8103-424e2201a1fc req-8a9b68e1-a767-473c-89fe-7fa39e3f44c6 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 945 time: 0.0573347 Sep 19 10:42:37.372605 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:37.413540 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50e6b391-7638-4f6b-8103-424e2201a1fc req-2590d908-11f0-4d3e-9274-b7e0606cb594 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559762 Sep 19 10:42:37.580191 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252798d6-b632-4a55-8959-877080430202 req-574df292-b736-4b44-bc3e-2ac927147ee6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:37.581795 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-252798d6-b632-4a55-8959-877080430202 req-574df292-b736-4b44-bc3e-2ac927147ee6 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0677862 Sep 19 10:42:37.634919 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-252798d6-b632-4a55-8959-877080430202 req-99a1294d-ea96-4fc4-b5b7-5afdeef72657 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=377b8a1a-4d18-439d-8e39-045b6d192648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Sep 19 10:42:38.105246 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 5403da25-9f83-4b67-bacf-db0017b912d5 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:42:38.160918 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 5403da25-9f83-4b67-bacf-db0017b912d5 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:42:38.222752 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896752-f04f-4b75-82ee-3716125d8803 req-a6b29549-c274-4a2b-9891-4d96d589609e tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:38.225090 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-84896752-f04f-4b75-82ee-3716125d8803 req-a6b29549-c274-4a2b-9891-4d96d589609e tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 945 time: 0.0478635 Sep 19 10:42:38.314183 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Deleting port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:38.314544 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.420056 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608af633-7b3c-4a94-83f8-29c5751542cb req-bc84e292-844a-4640-9386-bd36f67982f8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:38.421528 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-608af633-7b3c-4a94-83f8-29c5751542cb req-bc84e292-844a-4640-9386-bd36f67982f8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0655451 Sep 19 10:42:38.451290 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 5403da25-9f83-4b67-bacf-db0017b912d5 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:42:38.451999 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.452592 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 5403da25-9f83-4b67-bacf-db0017b912d5 Sep 19 10:42:38.456090 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.463316 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] For port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,segment=NetworkSegment(4b152575-0390-4696-9edc-d61189690ad5),segment_id=4b152575-0390-4696-9edc-d61189690ad5)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:38.463316 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.481141 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Calling delete_port for 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:38.488734 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.494459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:38.508913 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-608af633-7b3c-4a94-83f8-29c5751542cb req-3a630104-e646-4408-b04e-366ecf54df80 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801227 Sep 19 10:42:38.556853 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 5403da25-9f83-4b67-bacf-db0017b912d5 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:38.557566 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.571427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:38.613480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 5403da25-9f83-4b67-bacf-db0017b912d5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=5403da25-9f83-4b67-bacf-db0017b912d5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:38.621911 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:38.672021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a2d85-e3a9-41dd-8d4a-cb4b86e24eb8 req-adbb4317-e389-4926-a630-fd1e25398c88 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:38.673520 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-199a2d85-e3a9-41dd-8d4a-cb4b86e24eb8 req-adbb4317-e389-4926-a630-fd1e25398c88 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 945 time: 0.0641947 Sep 19 10:42:38.713876 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:38.719100 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c842af0a-c188-4643-a8eb-03ba78051657" -d '{"events": [{"server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "name": "network-vif-plugged", "status": "completed", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:38.735778 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.757289 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-199a2d85-e3a9-41dd-8d4a-cb4b86e24eb8 req-97b5eb65-dd93-45a9-b06b-d3aed423d08c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665488 Sep 19 10:42:38.770502 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (4947aaeb-197d-4a50-8259-2cfdc8f42ab7), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.814535 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['4947aaeb-197d-4a50-8259-2cfdc8f42ab7'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:38.831649 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Pushing event deleted for resources: {'Port': ['ID=4947aaeb-197d-4a50-8259-2cfdc8f42ab7,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:38.882324 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=5403da25-9f83-4b67-bacf-db0017b912d5,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:38.891685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c7ebc-4394-4c05-877c-5184810ff1cb x-openstack-request-id: req-ae0c7ebc-4394-4c05-877c-5184810ff1cb {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:38.891685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "name": "network-vif-plugged", "status": "completed", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:38.891685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae0c7ebc-4394-4c05-877c-5184810ff1cb {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:38.891685 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0c7ebc-4394-4c05-877c-5184810ff1cb'] response: {'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5', 'code': 200} Sep 19 10:42:38.931520 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] No DVR routers for this DVR port 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:38.935974 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:38.937602 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b7a20ea9-6f9d-4e58-b0fb-d74a85bbf0a2 req-2b57dde4-af5e-4c89-990a-dcefa653a479 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0624821 Sep 19 10:42:38.939425 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-84896752-f04f-4b75-82ee-3716125d8803 req-2fbede6a-6093-445c-b376-891bffc8101f tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.73 "DELETE /networking/v2.0/ports/4947aaeb-197d-4a50-8259-2cfdc8f42ab7 HTTP/1.1" status: 204 len: 173 time: 0.7080817 Sep 19 10:42:38.939949 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'name': 'network-vif-deleted', 'tag': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:38.942189 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6edc2c-6892-4f75-94f0-d4e8f9c12b55" -d '{"events": [{"server_uuid": "ca57dfc9-7e0d-41cd-be0d-c48e428d0c57", "name": "network-vif-deleted", "tag": "4947aaeb-197d-4a50-8259-2cfdc8f42ab7"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:39.010014 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841521-249f-49e7-bd60-a39203be62d5 req-7a35e31b-c49d-4c99-bda8-62190753b879 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:39.011896 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a0841521-249f-49e7-bd60-a39203be62d5 req-7a35e31b-c49d-4c99-bda8-62190753b879 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0778322 Sep 19 10:42:39.089280 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a0841521-249f-49e7-bd60-a39203be62d5 req-3291026e-3760-42a9-b031-4e2dd89a046e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708447 Sep 19 10:42:39.186459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513189f-e3ec-4fa6-ab0d-bf989d72b1b6 x-openstack-request-id: req-2513189f-e3ec-4fa6-ab0d-bf989d72b1b6 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:39.186759 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57dfc9-7e0d-41cd-be0d-c48e428d0c57", "name": "network-vif-deleted", "tag": "4947aaeb-197d-4a50-8259-2cfdc8f42ab7", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:39.187011 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2513189f-e3ec-4fa6-ab0d-bf989d72b1b6 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:39.187443 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2513189f-e3ec-4fa6-ab0d-bf989d72b1b6'] response: {'server_uuid': 'ca57dfc9-7e0d-41cd-be0d-c48e428d0c57', 'name': 'network-vif-deleted', 'tag': '4947aaeb-197d-4a50-8259-2cfdc8f42ab7', 'status': 'completed', 'code': 200} Sep 19 10:42:39.675614 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6fcb-7190-45ae-9a24-a8217880b8b4 req-2fa473d3-e6ee-40c0-a404-c95cbfe0e4be tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:39.678413 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a2ac6fcb-7190-45ae-9a24-a8217880b8b4 req-2fa473d3-e6ee-40c0-a404-c95cbfe0e4be tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0666583 Sep 19 10:42:39.733230 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a2ac6fcb-7190-45ae-9a24-a8217880b8b4 req-8735097f-e170-4134-8aa4-e8b7733e8080 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486650 Sep 19 10:42:39.932865 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05af6d1-8f70-4dc7-b359-79f7eb7e9edf req-9c4a5d6e-b6e2-443a-837a-45a1f050a9ab tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:39.935458 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e05af6d1-8f70-4dc7-b359-79f7eb7e9edf req-9c4a5d6e-b6e2-443a-837a-45a1f050a9ab tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0741670 Sep 19 10:42:40.003964 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e05af6d1-8f70-4dc7-b359-79f7eb7e9edf req-bba25115-84bc-4aa9-a391-7f8a6b13bf7b tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629504 Sep 19 10:42:40.068380 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c10304b7-11f5-4ad2-b320-c4bc538cd8b2 req-a0a6f574-fa2a-4ae4-b66a-e76d52067ad9 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0368159 Sep 19 10:42:40.225400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349f7d2-1426-4c4e-a3a0-6b5a84d72881 req-3640704b-dabe-4864-8fd6-4b9fbb6dfa24 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:40.232925 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f349f7d2-1426-4c4e-a3a0-6b5a84d72881 req-3640704b-dabe-4864-8fd6-4b9fbb6dfa24 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0528221 Sep 19 10:42:40.299681 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f349f7d2-1426-4c4e-a3a0-6b5a84d72881 req-058f7e0d-6657-418d-bc6e-e6d5caf3251f tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655348 Sep 19 10:42:40.896865 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee07bb1-b299-453c-b19f-5dd7f743082f req-a22dfa3f-2285-4849-ac58-ec97ef65613e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:40.899109 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7ee07bb1-b299-453c-b19f-5dd7f743082f req-a22dfa3f-2285-4849-ac58-ec97ef65613e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0576103 Sep 19 10:42:40.956111 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7ee07bb1-b299-453c-b19f-5dd7f743082f req-dafb8725-26b5-402c-b780-746401411a9f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465188 Sep 19 10:42:41.096996 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:41.196929 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec542f43-8784-4216-a5f6-65269d360a4d req-feff4b08-97ed-4503-bb81-3b397af092b9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:41.198861 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ec542f43-8784-4216-a5f6-65269d360a4d req-feff4b08-97ed-4503-bb81-3b397af092b9 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.1119483 Sep 19 10:42:41.235177 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e2af8757-9c84-4ac8-872f-fc17e68eed43 req-f4bed0cf-4d5a-4bf9-8f9d-4930d4284481 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0408785 Sep 19 10:42:41.266324 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ec542f43-8784-4216-a5f6-65269d360a4d req-d0ee3f1f-7237-46b0-9a34-7fe689426d30 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610404 Sep 19 10:42:41.306054 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=61 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:41.455618 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc2933-82ff-4314-a8d9-08f74e1b5d89 req-13f585be-97d7-4460-b1ed-c055696589e4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:41.457366 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-86fc2933-82ff-4314-a8d9-08f74e1b5d89 req-13f585be-97d7-4460-b1ed-c055696589e4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0504055 Sep 19 10:42:41.530023 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-846fb1a9-643a-4fe0-aab2-4dff5299b47c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:41.531592 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-846fb1a9-643a-4fe0-aab2-4dff5299b47c tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 945 time: 0.0613406 Sep 19 10:42:41.593112 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-86fc2933-82ff-4314-a8d9-08f74e1b5d89 req-b672eba7-c0bd-44ec-9225-876c5043eed1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292603 Sep 19 10:42:41.650513 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Deleting port 6967445f-4780-49ec-86c2-d13683e54272 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:41.650845 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (6967445f-4780-49ec-86c2-d13683e54272), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:41.741250 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] For port 6967445f-4780-49ec-86c2-d13683e54272, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=6967445f-4780-49ec-86c2-d13683e54272,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:41.741611 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (6967445f-4780-49ec-86c2-d13683e54272), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:41.754048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Calling delete_port for 6967445f-4780-49ec-86c2-d13683e54272 owned by compute:nova {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:41.794754 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:41.967652 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6480-dce9-4550-9d70-be3764b6c2d0 req-8bd708c3-3fc8-4afa-81ac-8737ff9a1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:41.969219 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-99ed6480-dce9-4550-9d70-be3764b6c2d0 req-8bd708c3-3fc8-4afa-81ac-8737ff9a1aa9 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 1130 time: 0.0383720 Sep 19 10:42:42.022143 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-99ed6480-dce9-4550-9d70-be3764b6c2d0 req-c4601dc7-0045-4daf-8809-0448525d81ec service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Sep 19 10:42:42.033567 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (6967445f-4780-49ec-86c2-d13683e54272), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:42.051580 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:42.064801 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event deleted for resources: {'Port': ['ID=6967445f-4780-49ec-86c2-d13683e54272,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:42.070731 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['6967445f-4780-49ec-86c2-d13683e54272', 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:42.133750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] No DVR routers for this DVR port 6967445f-4780-49ec-86c2-d13683e54272 on host hv-cinder-85827 {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:42.137363 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:42.142359 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-764bf46b-3a1d-404f-9bce-65031b5e1649 req-078f3248-6654-4b35-a5e3-4b4a832db0a7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "DELETE /networking/v2.0/ports/6967445f-4780-49ec-86c2-d13683e54272 HTTP/1.1" status: 204 len: 173 time: 0.6010802 Sep 19 10:42:42.143105 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'name': 'network-vif-deleted', 'tag': '6967445f-4780-49ec-86c2-d13683e54272'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:42.146986 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa55fef-64ba-48ec-8747-df14696016da" -d '{"events": [{"server_uuid": "bba45c57-1e1b-46ed-af10-3dee4b8dad0b", "name": "network-vif-deleted", "tag": "6967445f-4780-49ec-86c2-d13683e54272"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:42.147725 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:42.152253 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86921de-726b-431b-8ab7-b41ea1da17ec req-9b41bb44-5464-4315-b8b2-fcec497247da tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:42.161259 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c86921de-726b-431b-8ab7-b41ea1da17ec req-9b41bb44-5464-4315-b8b2-fcec497247da tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.1024020 Sep 19 10:42:42.188944 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:42.189510 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 4947aaeb-197d-4a50-8259-2cfdc8f42ab7 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:42.198038 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e2651-c279-46b4-a3cc-0613ac74982c x-openstack-request-id: req-612e2651-c279-46b4-a3cc-0613ac74982c {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:42.198877 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba45c57-1e1b-46ed-af10-3dee4b8dad0b", "name": "network-vif-deleted", "tag": "6967445f-4780-49ec-86c2-d13683e54272", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:42.199553 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-612e2651-c279-46b4-a3cc-0613ac74982c {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:42.200173 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612e2651-c279-46b4-a3cc-0613ac74982c'] response: {'server_uuid': 'bba45c57-1e1b-46ed-af10-3dee4b8dad0b', 'name': 'network-vif-deleted', 'tag': '6967445f-4780-49ec-86c2-d13683e54272', 'status': 'completed', 'code': 200} Sep 19 10:42:42.225558 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c86921de-726b-431b-8ab7-b41ea1da17ec req-eff3cc55-a58c-4177-b1b9-6cc7bad45435 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630760 Sep 19 10:42:42.373015 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-28987311-df75-4981-9ab7-f16cea016a85 req-14e394e0-3930-4713-b30c-f47b7f65aad9 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0374019 Sep 19 10:42:42.464939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0cf51-0482-444c-a329-7e4c4555243e req-1c94a342-b40f-47b1-b58a-73e19b9b5e15 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:42.469337 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77b0cf51-0482-444c-a329-7e4c4555243e req-1c94a342-b40f-47b1-b58a-73e19b9b5e15 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0779953 Sep 19 10:42:42.547251 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77b0cf51-0482-444c-a329-7e4c4555243e req-516a7425-c3a0-4431-8bde-417b77a1c0fb tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686114 Sep 19 10:42:42.712577 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-446a4bf3-69f7-481a-96e8-5f034ea69fc7 req-e28e12b6-c767-429e-9689-fd10766f696e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0284491 Sep 19 10:42:43.362573 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b341-cac2-4ba8-ac37-343f6a40c394 req-3c3c7482-9d2e-4f54-9fb4-de13d66fc9ab tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:43.364940 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bfb1b341-cac2-4ba8-ac37-343f6a40c394 req-3c3c7482-9d2e-4f54-9fb4-de13d66fc9ab tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0539315 Sep 19 10:42:43.428017 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bfb1b341-cac2-4ba8-ac37-343f6a40c394 req-a4fb4398-f81a-4efb-8762-b174b7754f31 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535753 Sep 19 10:42:43.535861 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-dbb3c2e4-8cdf-4ea4-be67-ff4ad12a073f req-d53caeb3-812d-4a41-a208-9e50648ce198 tempest-VolumesSnapshotTestJSON-2142618770 tempest-VolumesSnapshotTestJSON-2142618770-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ca57dfc9-7e0d-41cd-be0d-c48e428d0c57 HTTP/1.1" status: 200 len: 210 time: 0.0586843 Sep 19 10:42:43.688577 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6099641-8c58-49da-a137-a238ec772b90 req-aae958e3-3090-4bee-a84a-20e4be474ae0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:43.690124 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6099641-8c58-49da-a137-a238ec772b90 req-aae958e3-3090-4bee-a84a-20e4be474ae0 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0560915 Sep 19 10:42:43.795368 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6099641-8c58-49da-a137-a238ec772b90 req-36b7245d-1a13-40ca-a247-2c54b03fff29 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714490 Sep 19 10:42:43.849141 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-646a042f-f244-479b-a05c-8bcdadd384fe req-ce7ef046-1382-478f-b108-20e753260d96 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0350156 Sep 19 10:42:44.563622 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573686db-0bdd-4b32-8e8b-88653c4cbb79 req-b9134bdd-96f4-463e-b84a-141b101f2ffb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:44.565788 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-573686db-0bdd-4b32-8e8b-88653c4cbb79 req-b9134bdd-96f4-463e-b84a-141b101f2ffb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0513463 Sep 19 10:42:44.668297 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-573686db-0bdd-4b32-8e8b-88653c4cbb79 req-e328c77d-ca46-47e6-84d2-f256af1a5c13 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901694 Sep 19 10:42:44.954769 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21814f-5b53-4bb3-98c3-15f2db0f3745 req-f4ea6b33-21fd-45ef-9dcf-4f4e698d2c28 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:44.961424 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e21814f-5b53-4bb3-98c3-15f2db0f3745 req-f4ea6b33-21fd-45ef-9dcf-4f4e698d2c28 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0897319 Sep 19 10:42:45.053037 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc8bd8f4-e94e-4e79-84d7-2370b65d611e req-c1d25950-d508-4f3a-b470-69927b1599d7 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bba45c57-1e1b-46ed-af10-3dee4b8dad0b HTTP/1.1" status: 200 len: 210 time: 0.0821569 Sep 19 10:42:45.070248 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7e21814f-5b53-4bb3-98c3-15f2db0f3745 req-bafa89f4-e7b0-4c94-8506-0ac3a23c9348 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996921 Sep 19 10:42:45.217632 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829709e-4593-42b7-861d-4a079c834bf7 req-534ff996-b21b-4e69-a6ca-1b5f1131b82c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:45.219448 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6829709e-4593-42b7-861d-4a079c834bf7 req-534ff996-b21b-4e69-a6ca-1b5f1131b82c tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0520146 Sep 19 10:42:45.231931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35290) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:45.237776 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Request body: {'floatingip': {'port_id': '5403da25-9f83-4b67-bacf-db0017b912d5'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:42:45.340171 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (94a4d625-9af4-4ee5-ac4b-4b16f45aa369), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:45.340171 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:45.868839 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07d98f-860e-4538-a06f-fac12be4a8c8 req-db7a9122-61ed-4598-96ab-6848e3dddbcc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:45.871255 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3d07d98f-860e-4538-a06f-fac12be4a8c8 req-db7a9122-61ed-4598-96ab-6848e3dddbcc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0741146 Sep 19 10:42:45.950517 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3d07d98f-860e-4538-a06f-fac12be4a8c8 req-3cb55927-475b-49f8-af9b-66c33c647ee4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730577 Sep 19 10:42:46.073316 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=73 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:46.140101 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 6967445f-4780-49ec-86c2-d13683e54272 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:46.183963 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 6967445f-4780-49ec-86c2-d13683e54272 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:46.184320 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 6967445f-4780-49ec-86c2-d13683e54272 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:46.188215 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:46.189451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:46.248781 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (94a4d625-9af4-4ee5-ac4b-4b16f45aa369), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:46.373856 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP 94a4d625-9af4-4ee5-ac4b-4b16f45aa369 associated. External IP: 172.27.0.110, port: 5403da25-9f83-4b67-bacf-db0017b912d5. Sep 19 10:42:46.632259 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:42:46.759443 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312c91-c7ab-4ef8-8f58-880460c3cbf4 req-71a9664d-3ae7-49b8-bad0-6e166d4e7dd4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:46.761240 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59312c91-c7ab-4ef8-8f58-880460c3cbf4 req-71a9664d-3ae7-49b8-bad0-6e166d4e7dd4 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0829840 Sep 19 10:42:46.761395 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:46.799443 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:42:46.805973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:46.811851 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:42:46.828228 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:46.828911 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:46.858426 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-578ee230-d190-47b3-af32-a8033dcc2104 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/94a4d625-9af4-4ee5-ac4b-4b16f45aa369 HTTP/1.1" status: 200 len: 992 time: 1.6251249 Sep 19 10:42:46.859142 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:46.861441 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41055cbe-a049-4e8d-8cbd-baa9020dbe17" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:46.867083 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59312c91-c7ab-4ef8-8f58-880460c3cbf4 req-1d092e7c-40e6-43a7-bf18-a99eda325307 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988674 Sep 19 10:42:46.916886 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae21ee3-6527-4e30-8a01-d907447218c7 x-openstack-request-id: req-cae21ee3-6527-4e30-8a01-d907447218c7 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:46.916886 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:46.917733 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cae21ee3-6527-4e30-8a01-d907447218c7 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:46.918088 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae21ee3-6527-4e30-8a01-d907447218c7'] response: {'name': 'network-changed', 'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5', 'status': 'completed', 'code': 200} Sep 19 10:42:46.954927 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:47.090600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef847e-fcfb-4903-8239-72fb81a494a2 req-48f45600-bcbe-4f52-9762-3b0dd1aa6de9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:47.091831 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-79ef847e-fcfb-4903-8239-72fb81a494a2 req-48f45600-bcbe-4f52-9762-3b0dd1aa6de9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0578387 Sep 19 10:42:47.151370 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-79ef847e-fcfb-4903-8239-72fb81a494a2 req-4ed38843-04bd-4d22-8f9c-adb9000f8afb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Sep 19 10:42:47.175846 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '94a4d625-9af4-4ee5-ac4b-4b16f45aa369', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '5403da25-9f83-4b67-bacf-db0017b912d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:cd:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:42:14Z', 'updated_at': '2022-09-19T10:42:46Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:47.201646 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:42:47.210034 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:47.210628 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:47.310252 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:47.602672 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '94a4d625-9af4-4ee5-ac4b-4b16f45aa369', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '5403da25-9f83-4b67-bacf-db0017b912d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:cd:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:42:14Z', 'updated_at': '2022-09-19T10:42:46Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:47.628246 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3248364-7a07-42cc-a80b-6dcfb88cfbfd None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '94a4d625-9af4-4ee5-ac4b-4b16f45aa369', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'port_id': '5403da25-9f83-4b67-bacf-db0017b912d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'mac_address': 'fa:16:3e:cd:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:42:14Z', 'updated_at': '2022-09-19T10:42:46Z', 'revision_number': 1, 'project_id': 'e86736f46b254bc399298305a8888467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:42:47.823076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cc845-2587-473c-8aec-b42f4422f613 None None] New status for floating IP 94a4d625-9af4-4ee5-ac4b-4b16f45aa369: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:42:48.018661 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17209-dea3-42c1-a452-deb9effc47ed req-1a1b2571-9875-448a-b14d-1a2404e937b0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:48.020384 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19a17209-dea3-42c1-a452-deb9effc47ed req-1a1b2571-9875-448a-b14d-1a2404e937b0 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0517101 Sep 19 10:42:48.076353 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19a17209-dea3-42c1-a452-deb9effc47ed req-834cd4cf-f909-45aa-953b-a26c0b696674 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Sep 19 10:42:48.281012 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2241-f441-4148-a91c-bdaca1ef2147 req-0f90cab7-7a6b-445f-9b63-9174da51256e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:48.282496 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f4d2241-f441-4148-a91c-bdaca1ef2147 req-0f90cab7-7a6b-445f-9b63-9174da51256e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0472465 Sep 19 10:42:48.329529 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f4d2241-f441-4148-a91c-bdaca1ef2147 req-61611a3b-abf3-4719-8df3-b104152fcff3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Sep 19 10:42:49.204308 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847ce3c-4ae6-470d-89ac-efc0f7f6d891 req-ce0bd3c4-3975-4b47-8389-a39508e1a82b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:49.205982 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9847ce3c-4ae6-470d-89ac-efc0f7f6d891 req-ce0bd3c4-3975-4b47-8389-a39508e1a82b tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0508325 Sep 19 10:42:49.268696 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9847ce3c-4ae6-470d-89ac-efc0f7f6d891 req-80c82b17-3976-4985-b88f-fa416b693dda tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565746 Sep 19 10:42:49.469321 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cd119-779e-4f6f-a4e3-f2c076497baa req-c6630195-d90d-4d7d-81a4-83ea21a5e1ce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:49.471428 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a6cd119-779e-4f6f-a4e3-f2c076497baa req-c6630195-d90d-4d7d-81a4-83ea21a5e1ce tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0582697 Sep 19 10:42:49.529863 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a6cd119-779e-4f6f-a4e3-f2c076497baa req-39fe95c6-589b-4e4a-bffa-43a2be900ff8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518332 Sep 19 10:42:50.382192 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:50.395948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbfab4-e727-4070-972e-43be9e6b0366 req-b243f560-43ae-4bd8-8bd2-217ccf276c67 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:50.397475 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4fbfab4-e727-4070-972e-43be9e6b0366 req-b243f560-43ae-4bd8-8bd2-217ccf276c67 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0494094 Sep 19 10:42:50.416188 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-c41cb0ba-4614-4b10-883e-4fe3e555d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:50.417887 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-c41cb0ba-4614-4b10-883e-4fe3e555d09e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e86736f46b254bc399298305a8888467&device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 1130 time: 0.0470176 Sep 19 10:42:50.450085 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4fbfab4-e727-4070-972e-43be9e6b0366 req-a122d436-b30a-42eb-a290-045cf4ff2a19 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Sep 19 10:42:50.576764 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-2e01a03c-2c61-44b4-b711-3ab7b074d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:50.578517 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-2e01a03c-2c61-44b4-b711-3ab7b074d711 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 200 len: 915 time: 0.0984149 Sep 19 10:42:50.659788 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31d1d1-566a-4f25-bbcf-06da51e790e7 req-2bb749ea-19ab-4dcd-92f7-4cb0a2816fdd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:50.661902 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d31d1d1-566a-4f25-bbcf-06da51e790e7 req-2bb749ea-19ab-4dcd-92f7-4cb0a2816fdd tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0510619 Sep 19 10:42:50.712090 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d31d1d1-566a-4f25-bbcf-06da51e790e7 req-d74548fd-4920-4fc4-80de-a6e8ccb285a3 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Sep 19 10:42:51.063822 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-cbc9c10b-3f2c-4d92-90e0-e83843711e97 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5403da25-9f83-4b67-bacf-db0017b912d5 HTTP/1.1" status: 200 len: 1002 time: 0.0653558 Sep 19 10:42:51.065071 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-aa0e0a10-3672-4d9a-9933-a663c3cb0dce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.066498 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-aa0e0a10-3672-4d9a-9933-a663c3cb0dce tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0496156 Sep 19 10:42:51.267756 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-676cd65f-e53e-4a57-888b-eb73ae6ab4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.270280 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-676cd65f-e53e-4a57-888b-eb73ae6ab4b6 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 200 len: 853 time: 0.0526073 Sep 19 10:42:51.302044 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-645cb401-4e6f-4090-b6e0-4d3fc155be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.303539 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-645cb401-4e6f-4090-b6e0-4d3fc155be5f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1130 time: 0.0779822 Sep 19 10:42:51.326750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-a6a59d41-824a-4af9-aea1-d328b06e30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.328654 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-a6a59d41-824a-4af9-aea1-d328b06e30dd service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533679 Sep 19 10:42:51.390725 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Deleting port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:51.390725 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:51.429133 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-0b5c7708-86f9-4d45-8659-909fd19af74c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923762 Sep 19 10:42:51.474705 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:51.483572 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-94c0f986-6652-4b6e-9ff3-64c1d72e7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.485045 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-94c0f986-6652-4b6e-9ff3-64c1d72e7c04 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.1606247 Sep 19 10:42:51.536830 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-b3867a43-5b4f-42d2-9b3c-a8898dc8bb19 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016114 Sep 19 10:42:51.591450 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] For port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:51.591731 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:51.611697 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Calling delete_port for c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:51.624498 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-d1869227-2a49-43da-be5f-21e939f155b1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 1002 time: 0.1330082 Sep 19 10:42:51.635842 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8177c-5ff6-4ef9-a795-76a7a153cdea req-f615b129-1d8f-445f-8f45-26316a8db3c1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.638082 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72e8177c-5ff6-4ef9-a795-76a7a153cdea req-f615b129-1d8f-445f-8f45-26316a8db3c1 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 946 time: 0.0975640 Sep 19 10:42:51.757967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-4a413785-8657-4fd4-8538-2fcf96d7972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.760207 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-4a413785-8657-4fd4-8538-2fcf96d7972c service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.1162982 Sep 19 10:42:51.788116 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72e8177c-5ff6-4ef9-a795-76a7a153cdea req-0bdf6d38-facd-440d-b70a-8e6b3995c487 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293137 Sep 19 10:42:51.874790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b610bf3-c13b-483f-84bc-799e8b42ce81 req-28c3eefc-2911-4d76-b47a-c556900e3f38 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.877028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-dbd47098-9b32-4f34-965f-1e10d6977466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:51.878560 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-dbd47098-9b32-4f34-965f-1e10d6977466 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880840 Sep 19 10:42:51.881537 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5b610bf3-c13b-483f-84bc-799e8b42ce81 req-28c3eefc-2911-4d76-b47a-c556900e3f38 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0820239 Sep 19 10:42:51.930282 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5b610bf3-c13b-483f-84bc-799e8b42ce81 req-c48b1f15-610e-47be-8175-6c5989796e3c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477607 Sep 19 10:42:51.972091 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:51.985815 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (c6f7c2e0-a7e1-4a33-9473-502c389dcbb0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:52.021819 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['c6f7c2e0-a7e1-4a33-9473-502c389dcbb0'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:42:52.027050 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Pushing event deleted for resources: {'Port': ['ID=c6f7c2e0-a7e1-4a33-9473-502c389dcbb0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.059777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.060857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.060857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.060857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.061113 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:42:52.113791 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-7bba236d-e12b-40a5-b271-bc445977d20d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013321 Sep 19 10:42:52.114918 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] No DVR routers for this DVR port c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:52.117527 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:52.120893 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d39b5baf-1e9f-4282-b313-9aa0780ec568 req-dd58e74d-dd21-4a85-9120-3494ec33cd9a tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.73 "DELETE /networking/v2.0/ports/c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 HTTP/1.1" status: 204 len: 173 time: 0.9038684 Sep 19 10:42:52.122496 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'name': 'network-vif-deleted', 'tag': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:52.125433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf66890-8a49-4b41-9a06-683e51e9468d" -d '{"events": [{"server_uuid": "964df96c-580f-4da3-b3b4-fcc5b7c1079c", "name": "network-vif-deleted", "tag": "c6f7c2e0-a7e1-4a33-9473-502c389dcbb0"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:52.183041 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd8e9f-cf32-4e36-a5f3-f386bfe8fd65 x-openstack-request-id: req-c7fd8e9f-cf32-4e36-a5f3-f386bfe8fd65 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:52.183342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964df96c-580f-4da3-b3b4-fcc5b7c1079c", "name": "network-vif-deleted", "tag": "c6f7c2e0-a7e1-4a33-9473-502c389dcbb0", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:52.183587 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7fd8e9f-cf32-4e36-a5f3-f386bfe8fd65 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:52.184007 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fd8e9f-cf32-4e36-a5f3-f386bfe8fd65'] response: {'server_uuid': '964df96c-580f-4da3-b3b4-fcc5b7c1079c', 'name': 'network-vif-deleted', 'tag': 'c6f7c2e0-a7e1-4a33-9473-502c389dcbb0', 'status': 'completed', 'code': 200} Sep 19 10:42:52.220673 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b4d023b-7d01-4f48-a3e0-17e739b0d33e req-dd581575-e97f-4157-b304-5b49ecda52e6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988736 Sep 19 10:42:53.068567 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4c994-d69c-4100-8ee2-bc883ad595a0 req-b5015914-ffb6-41c6-b1cb-57d137e3f060 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:53.070149 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-47e4c994-d69c-4100-8ee2-bc883ad595a0 req-b5015914-ffb6-41c6-b1cb-57d137e3f060 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0526135 Sep 19 10:42:53.114774 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb0799fc-926c-41d8-9f92-f1e53e362e4c req-b289a7de-f357-4e82-80f9-27438c486172 tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 210 time: 0.0299087 Sep 19 10:42:53.133674 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-47e4c994-d69c-4100-8ee2-bc883ad595a0 req-5a5ab7cc-83a5-45d9-ba68-d5235be4c6b0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565193 Sep 19 10:42:54.241237 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:54.254291 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7a3f2da8-a24a-44f2-8213-0ad1206bf6e2 req-b9a474cd-68e4-43f0-9517-73c37f85bc4e tempest-ServerRescueNegativeTestJSON-1903256377 tempest-ServerRescueNegativeTestJSON-1903256377-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=964df96c-580f-4da3-b3b4-fcc5b7c1079c HTTP/1.1" status: 200 len: 210 time: 0.0451694 Sep 19 10:42:54.284795 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52c35b-9617-41a1-9c56-7f7d1cd8dfdd req-4594550c-7703-4cae-a567-f1bbb8de4d3e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:54.286957 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc52c35b-9617-41a1-9c56-7f7d1cd8dfdd req-4594550c-7703-4cae-a567-f1bbb8de4d3e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 946 time: 0.0650587 Sep 19 10:42:54.287343 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:54.287698 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device c6f7c2e0-a7e1-4a33-9473-502c389dcbb0 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:54.288119 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:54.342601 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc52c35b-9617-41a1-9c56-7f7d1cd8dfdd req-63768399-3226-4bb4-a7d2-4a6c4ae62ba4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Sep 19 10:42:54.360816 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: ACTIVE; New status is: DOWN {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:54.360816 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:54.371875 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:54.385011 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:42:54.388949 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193eda62-e3b6-499b-b52a-dc8d366c308a" -d '{"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:42:54.399706 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:54.428575 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 10:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b9c77-0a95-447f-a584-15336bd809cd x-openstack-request-id: req-0d0b9c77-0a95-447f-a584-15336bd809cd {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:42:54.428861 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:42:54.429135 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d0b9c77-0a95-447f-a584-15336bd809cd {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:42:54.429532 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0b9c77-0a95-447f-a584-15336bd809cd'] response: {'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'code': 200} Sep 19 10:42:54.490318 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:54.536761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=8']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:55.337859 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35420) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:55.490984 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e3a18-63dd-4a76-848a-4c8308fe3c1d req-4ace8ea0-137b-4207-b3d6-2e0179c11b8a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:42:55.493273 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c7e3a18-63dd-4a76-848a-4c8308fe3c1d req-4ace8ea0-137b-4207-b3d6-2e0179c11b8a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0552931 Sep 19 10:42:55.564292 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4c7e3a18-63dd-4a76-848a-4c8308fe3c1d req-d70e5e49-f4f0-465c-86e7-5e6cb34a17b9 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645940 Sep 19 10:42:55.654994 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:55.698822 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:56.190948 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:56.417196 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Deleting port 357dae78-7acd-4edb-8211-1bf1b9fefc36 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:56.417895 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:56.506900 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] For port 357dae78-7acd-4edb-8211-1bf1b9fefc36, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=357dae78-7acd-4edb-8211-1bf1b9fefc36,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:56.507265 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:56.520028 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Calling delete_port for 357dae78-7acd-4edb-8211-1bf1b9fefc36 owned by network:router_interface {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:56.690661 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:56.849951 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (357dae78-7acd-4edb-8211-1bf1b9fefc36), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:56.875052 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Pushing event deleted for resources: {'Port': ['ID=357dae78-7acd-4edb-8211-1bf1b9fefc36,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:56.964033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:57.027013 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:57.084302 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:57.290109 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:42:57.393484 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:42:57.400530 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f42486d5-0204-4ac3-a780-637573deed22 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/35dc8e0a-dd83-47b5-a758-4b0aa5697c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655403 Sep 19 10:42:57.405258 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35456) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:57.405420 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] Sync routers for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:42:57.415710 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:57.416325 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:57.513009 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks [] for router (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:57.515946 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:57.600500 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:57.619166 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks [] for router_gateway (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:57.627145 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:57.638764 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:57.686924 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:42:56Z', 'revision_number': 5, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port': {'id': 'ee6e50c0-c847-4bfd-85a2-0bce5aab23ba', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:37:48Z', 'updated_at': '2022-09-19T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:57.714115 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] Checking router: 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:42:57.715344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Deleting port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:57.715681 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:57.722948 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] Routers {'35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:42:57.723595 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:42:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:57.801128 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] For port ee6e50c0-c847-4bfd-85a2-0bce5aab23ba, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:57.801569 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:57.806030 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] Set router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a gateway port host: None {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:42:57.815374 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Calling delete_port for ee6e50c0-c847-4bfd-85a2-0bce5aab23ba owned by network:router_gateway {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:57.855414 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:42:57Z', 'revision_number': 6, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:57.879572 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726eec4-5e18-4f0d-b7d7-2a8b7de8311f None None] The sync data for ids ['35dc8e0a-dd83-47b5-a758-4b0aa5697c6a'] in dv-cinder-858275-1-iscsi is: [{'id': '35dc8e0a-dd83-47b5-a758-4b0aa5697c6a', 'name': 'tempest-ServerRescueNegativeTestJSON-564429398-router', 'tenant_id': 'af388d6e63d641528e8f00de41c59490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:37:47Z', 'updated_at': '2022-09-19T10:42:57Z', 'revision_number': 6, 'project_id': 'af388d6e63d641528e8f00de41c59490', 'gw_port_host': None}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:42:58.055845 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (ee6e50c0-c847-4bfd-85a2-0bce5aab23ba), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.083129 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6e50c0-c847-4bfd-85a2-0bce5aab23ba,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:58.145687 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.233242 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.235604 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks [] for router_controller (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.363099 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (35dc8e0a-dd83-47b5-a758-4b0aa5697c6a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.363780 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35dc8e0a-dd83-47b5-a758-4b0aa5697c6a {{(pid=106798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:42:58.369363 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.370548 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0ed9748d-4d27-47cb-89b8-71bf0bae6d8a admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/35dc8e0a-dd83-47b5-a758-4b0aa5697c6a HTTP/1.1" status: 204 len: 168 time: 0.9642947 Sep 19 10:42:58.373271 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35462) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:58.399314 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:58.419265 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Deleting subnet 3a49168d-63ae-4526-b71a-704c434885f1 {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:42:58.422376 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Publish callbacks [] for subnet (3a49168d-63ae-4526-b71a-704c434885f1), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.463411 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (3a49168d-63ae-4526-b71a-704c434885f1), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.552939 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (3a49168d-63ae-4526-b71a-704c434885f1), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.587206 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:58.717622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (3a49168d-63ae-4526-b71a-704c434885f1), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.748378 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a49168d-63ae-4526-b71a-704c434885f1,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:58.755276 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.755276 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9bf54fc3-e371-4bd7-a8d0-8b199eddd6fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3a49168d-63ae-4526-b71a-704c434885f1 HTTP/1.1" status: 204 len: 168 time: 0.3807948 Sep 19 10:42:58.757277 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7682803-4dbe-407a-a305-d3556c33c908 None None] Network 6075686e-fc72-4e07-bc84-884b33c04b1a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:42:58.758212 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35466) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:58.829531 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:58.846928 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (6075686e-fc72-4e07-bc84-884b33c04b1a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.901539 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Deleting port 8efb8010-c6ae-48da-9335-1504b69a7222 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:58.901937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.926839 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] DHCP port deletion for 6075686e-fc72-4e07-bc84-884b33c04b1a request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:42:58.967722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] Deleting port 8efb8010-c6ae-48da-9335-1504b69a7222 {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:42:58.968178 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.973032 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 357dae78-7acd-4edb-8211-1bf1b9fefc36 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:58.983310 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] For port 8efb8010-c6ae-48da-9335-1504b69a7222, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8efb8010-c6ae-48da-9335-1504b69a7222,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:58.983709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:58.998686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Calling delete_port for 8efb8010-c6ae-48da-9335-1504b69a7222 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:59.026399 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 357dae78-7acd-4edb-8211-1bf1b9fefc36 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:59.026739 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 357dae78-7acd-4edb-8211-1bf1b9fefc36 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:59.027163 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device ee6e50c0-c847-4bfd-85a2-0bce5aab23ba no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:59.147323 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.171142 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8efb8010-c6ae-48da-9335-1504b69a7222,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:59.176886 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] No DVR routers for this DVR port 8efb8010-c6ae-48da-9335-1504b69a7222 on host dv-cinder-858275-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:59.185193 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: ee6e50c0-c847-4bfd-85a2-0bce5aab23ba {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:42:59.189793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device ee6e50c0-c847-4bfd-85a2-0bce5aab23ba not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:42:59.205305 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] For port 8efb8010-c6ae-48da-9335-1504b69a7222, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8efb8010-c6ae-48da-9335-1504b69a7222,segment=NetworkSegment(0ca509ba-2ddd-4272-9358-024ddadd203b),segment_id=0ca509ba-2ddd-4272-9358-024ddadd203b)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:42:59.205698 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.214474 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:42:59.220376 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] Calling delete_port for 8efb8010-c6ae-48da-9335-1504b69a7222 owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:42:59.248968 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (6075686e-fc72-4e07-bc84-884b33c04b1a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.269692 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6075686e-fc72-4e07-bc84-884b33c04b1a']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:59.279547 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca509ba-2ddd-4272-9358-024ddadd203b') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:59.281499 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca509ba-2ddd-4272-9358-024ddadd203b') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:42:59.292817 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (0ca509ba-2ddd-4272-9358-024ddadd203b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.294896 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (8efb8010-c6ae-48da-9335-1504b69a7222), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.306207 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (0ca509ba-2ddd-4272-9358-024ddadd203b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.312717 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:42:59.313127 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (0ca509ba-2ddd-4272-9358-024ddadd203b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.320842 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] Pushing event deleted for resources: {'Port': ['ID=8efb8010-c6ae-48da-9335-1504b69a7222,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:59.335435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5f8b6-0414-4743-a5b7-2b2a5db7c661 None None] No DVR routers for this DVR port 8efb8010-c6ae-48da-9335-1504b69a7222 on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:42:59.359742 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 0ca509ba-2ddd-4272-9358-024ddadd203b resource provider aggregate not found Sep 19 10:42:59.379030 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 0ca509ba-2ddd-4272-9358-024ddadd203b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ca509ba-2ddd-4272-9358-024ddadd203b found for delete ", "request_id": "req-7ab28a9f-1b25-4a6a-ae6a-d345d178fb96"}]} Sep 19 10:42:59.490422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (6075686e-fc72-4e07-bc84-884b33c04b1a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.499680 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.499680 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/6075686e-fc72-4e07-bc84-884b33c04b1a HTTP/1.1" status: 204 len: 168 time: 0.7395091 Sep 19 10:42:59.510948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e3a2-d372-476f-8f8b-c33befbb17ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6075686e-fc72-4e07-bc84-884b33c04b1a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:42:59.773001 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:42:59.838045 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35478) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:59.847522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: DOWN; New status is: DOWN {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:42:59.883030 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-8dca9e11-3f0f-41f9-93b3-ab6733cf5ef7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=af388d6e63d641528e8f00de41c59490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437160 Sep 19 10:42:59.885558 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35480) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:42:59.940976 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99018c18-f634-4206-8cc8-5e4be63be703 admin admin] Publish callbacks [] for security_group (6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:42:59.963430 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99018c18-f634-4206-8cc8-5e4be63be703 admin admin] Publish callbacks [] for security_group (6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:00.152731 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99018c18-f634-4206-8cc8-5e4be63be703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:00.155363 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99018c18-f634-4206-8cc8-5e4be63be703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:00.156571 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-99018c18-f634-4206-8cc8-5e4be63be703 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7 HTTP/1.1" status: 204 len: 168 time: 0.2699928 Sep 19 10:43:00.165653 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99018c18-f634-4206-8cc8-5e4be63be703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c6cfa-918b-4a1c-b82b-e264ef11ebc7,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:00.606927 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56126c-534f-4108-a1ba-f8e4dcbcfd52 req-8e632354-2485-41bb-86b3-cd8e53c45f2f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:00.608365 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2e56126c-534f-4108-a1ba-f8e4dcbcfd52 req-8e632354-2485-41bb-86b3-cd8e53c45f2f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0512800 Sep 19 10:43:00.684842 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2e56126c-534f-4108-a1ba-f8e4dcbcfd52 req-9f555bdb-2ef5-4d49-ad93-a3861d318a0c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673358 Sep 19 10:43:00.897952 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-8a4f90d1-ed5b-4de2-a4fe-56ebf56e062d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0542924 Sep 19 10:43:00.941992 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8efb8010-c6ae-48da-9335-1504b69a7222 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:00.968596 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 8efb8010-c6ae-48da-9335-1504b69a7222 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:00.972323 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8efb8010-c6ae-48da-9335-1504b69a7222 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:01.004036 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-61fbfad7-5200-418a-a4a6-3abb9e08f4c1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:01.006051 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-61fbfad7-5200-418a-a4a6-3abb9e08f4c1 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports/ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 941 time: 0.0669708 Sep 19 10:43:01.826382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:01.835271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e32f5-8f59-4d86-b80b-1693bdec1ed9 req-b4f32fb5-8daf-448e-b57f-8393b0e6f8b0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:01.841697 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-873e32f5-8f59-4d86-b80b-1693bdec1ed9 req-b4f32fb5-8daf-448e-b57f-8393b0e6f8b0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0616548 Sep 19 10:43:01.887150 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-873e32f5-8f59-4d86-b80b-1693bdec1ed9 req-709ee168-1b80-4360-a235-94e67ff19517 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Sep 19 10:43:02.913428 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-7c6ef376-6cea-44f6-bcb9-7dfe76caf703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:02.914858 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-7c6ef376-6cea-44f6-bcb9-7dfe76caf703 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2&tenant_id=e3160b641b81433780d38eca696bfdf1 HTTP/1.1" status: 200 len: 1128 time: 0.0705557 Sep 19 10:43:02.970107 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fd2f05e0-2a8c-46d5-82d4-0730852230c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.002239 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-45861c67-d90e-4754-b818-4a35f5a77e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:03.003943 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-45861c67-d90e-4754-b818-4a35f5a77e9d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1128 time: 0.0471981 Sep 19 10:43:03.024923 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cea61-e227-46a3-8539-ee5bd8bcb3a2 req-20433a3c-07bc-42fe-b301-470ff3c7fc74 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:03.030501 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f02cea61-e227-46a3-8539-ee5bd8bcb3a2 req-20433a3c-07bc-42fe-b301-470ff3c7fc74 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0550089 Sep 19 10:43:03.083622 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f02cea61-e227-46a3-8539-ee5bd8bcb3a2 req-bfe278e1-4205-489e-9ea1-0014da3cb267 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500009 Sep 19 10:43:03.109825 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-e5605257-3085-4cda-939f-93af743c5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:03.111554 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-e5605257-3085-4cda-939f-93af743c5b86 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.1009467 Sep 19 10:43:03.199467 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-eef001d6-0e9b-4158-81dd-8ca5df3fcf2c service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 1000 time: 0.0810816 Sep 19 10:43:03.250755 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-93668830-3da9-432d-a029-b7d72bb59e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:03.252291 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-93668830-3da9-432d-a029-b7d72bb59e25 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0467358 Sep 19 10:43:03.273473 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35588) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:03.298449 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-8e0c7d77-6f4b-458a-9c35-89555425e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:03.300050 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-8e0c7d77-6f4b-458a-9c35-89555425e9e7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417531 Sep 19 10:43:03.328700 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:03.394342 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f83aba8c-ab61-4ad6-bef8-5d2153d61de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.406471 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-7d026461-9b9c-4365-9c67-4706adb097c4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991209 Sep 19 10:43:03.471234 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f83aba8c-ab61-4ad6-bef8-5d2153d61de7 admin admin] Publish callbacks [] for security_group (1b08b3e5-9df0-47af-9c36-86fe6ddc78c6), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.514434 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9553c0d7-1355-4f86-8301-13297b8032e5 req-734cdf7a-e2fd-4901-84f5-d3c89da96463 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994239 Sep 19 10:43:03.569552 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f83aba8c-ab61-4ad6-bef8-5d2153d61de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1b08b3e5-9df0-47af-9c36-86fe6ddc78c6), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.608030 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aba8c-ab61-4ad6-bef8-5d2153d61de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b08b3e5-9df0-47af-9c36-86fe6ddc78c6,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:03.612364 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f83aba8c-ab61-4ad6-bef8-5d2153d61de7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=644922c27a004ba6b7eaa246f09850a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376896 Sep 19 10:43:03.615361 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35594) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:03.679973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-28fb605f-21a1-4b3b-a743-ab0d8e4e6921 admin admin] Publish callbacks [] for security_group (1b08b3e5-9df0-47af-9c36-86fe6ddc78c6), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.702795 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-28fb605f-21a1-4b3b-a743-ab0d8e4e6921 admin admin] Publish callbacks [] for security_group (1b08b3e5-9df0-47af-9c36-86fe6ddc78c6), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.889665 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-28fb605f-21a1-4b3b-a743-ab0d8e4e6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1b08b3e5-9df0-47af-9c36-86fe6ddc78c6), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.893022 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-28fb605f-21a1-4b3b-a743-ab0d8e4e6921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:03.894327 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-28fb605f-21a1-4b3b-a743-ab0d8e4e6921 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b08b3e5-9df0-47af-9c36-86fe6ddc78c6 HTTP/1.1" status: 204 len: 168 time: 0.2778032 Sep 19 10:43:03.904656 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb605f-21a1-4b3b-a743-ab0d8e4e6921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b08b3e5-9df0-47af-9c36-86fe6ddc78c6,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:04.201005 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:04.221493 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3923c-bd47-4e70-85dd-dcf8ec8e6c72 req-0f68732d-c5af-4518-931f-81e1d9e3e26f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:04.223038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a8d3923c-bd47-4e70-85dd-dcf8ec8e6c72 req-0f68732d-c5af-4518-931f-81e1d9e3e26f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0501800 Sep 19 10:43:04.261044 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:04.305689 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a8d3923c-bd47-4e70-85dd-dcf8ec8e6c72 req-1d6f3130-8494-49b1-93ce-67ef8e83c87c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693536 Sep 19 10:43:04.729149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35634) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:04.744975 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47227121-617b-45d6-8054-381e09747e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:04.867349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47227121-617b-45d6-8054-381e09747e9b admin admin] Publish callbacks [] for security_group (4bceff5e-f96c-43f2-9218-51aa972ea80c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:04.935728 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47227121-617b-45d6-8054-381e09747e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4bceff5e-f96c-43f2-9218-51aa972ea80c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:04.992776 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47227121-617b-45d6-8054-381e09747e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bceff5e-f96c-43f2-9218-51aa972ea80c,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:05.002565 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35636) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:05.008905 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-47227121-617b-45d6-8054-381e09747e9b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=40163589699a4633ab30cfb596bf2611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747934 Sep 19 10:43:05.071445 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c312eb03-37c5-4f67-921c-97202471a8f7 admin admin] Publish callbacks [] for security_group (4bceff5e-f96c-43f2-9218-51aa972ea80c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:05.097967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c312eb03-37c5-4f67-921c-97202471a8f7 admin admin] Publish callbacks [] for security_group (4bceff5e-f96c-43f2-9218-51aa972ea80c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:05.319038 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c312eb03-37c5-4f67-921c-97202471a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4bceff5e-f96c-43f2-9218-51aa972ea80c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:05.321953 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c312eb03-37c5-4f67-921c-97202471a8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:05.323580 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c312eb03-37c5-4f67-921c-97202471a8f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4bceff5e-f96c-43f2-9218-51aa972ea80c HTTP/1.1" status: 204 len: 168 time: 0.3200235 Sep 19 10:43:05.337407 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312eb03-37c5-4f67-921c-97202471a8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bceff5e-f96c-43f2-9218-51aa972ea80c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:05.360380 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-391698a0-006b-4fc4-a096-b5c0aff4498a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:05.479187 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c6199-5bd4-4b61-b5e4-8210e97db608 req-50a9c68c-e28f-4cd1-a865-a86f68e83483 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:05.480843 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-494c6199-5bd4-4b61-b5e4-8210e97db608 req-50a9c68c-e28f-4cd1-a865-a86f68e83483 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0601490 Sep 19 10:43:05.576216 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-494c6199-5bd4-4b61-b5e4-8210e97db608 req-aa96e187-8cf6-4d10-9711-fcbb9cf5d6dc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879002 Sep 19 10:43:06.626828 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:06.734007 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d09e-92d7-4613-b73b-8f669a118c1a req-2deeade3-53f8-4052-a94a-834c0b9df3a2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:06.745109 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8384d09e-92d7-4613-b73b-8f669a118c1a req-2deeade3-53f8-4052-a94a-834c0b9df3a2 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0754235 Sep 19 10:43:06.809958 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8384d09e-92d7-4613-b73b-8f669a118c1a req-60b1963d-4ff0-472a-89dd-d398790fc959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636754 Sep 19 10:43:07.857400 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=28 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:07.858775 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=9 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:07.962837 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44002de-6a3b-46d6-a1df-5616e22944dc req-e3c8e491-b597-44ac-8f7d-a4b6a2f3ea9d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:07.965524 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c44002de-6a3b-46d6-a1df-5616e22944dc req-e3c8e491-b597-44ac-8f7d-a4b6a2f3ea9d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0553994 Sep 19 10:43:08.027495 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c44002de-6a3b-46d6-a1df-5616e22944dc req-3b3bc7e6-b7b5-4079-a19f-8743318bf63d tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562856 Sep 19 10:43:08.202902 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:08.369781 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:09.198167 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1393411-5fc2-4dbb-9bf0-f75537bc3ece req-d879688e-c9a7-46d2-a691-e741ed61b6c6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:09.200461 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b1393411-5fc2-4dbb-9bf0-f75537bc3ece req-d879688e-c9a7-46d2-a691-e741ed61b6c6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0557806 Sep 19 10:43:09.258077 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b1393411-5fc2-4dbb-9bf0-f75537bc3ece req-ccba1260-b1b9-40e8-bdb6-b95aaf590446 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517766 Sep 19 10:43:09.938158 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35768) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:10.059895 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:10.059895 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-162b39b3-c6f1-4519-abc2-8a7139b192e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.139465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-162b39b3-c6f1-4519-abc2-8a7139b192e9 admin admin] Publish callbacks [] for security_group (fc7dca84-40e6-496b-996d-df360a137655), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.255415 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-162b39b3-c6f1-4519-abc2-8a7139b192e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (fc7dca84-40e6-496b-996d-df360a137655), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.299543 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-162b39b3-c6f1-4519-abc2-8a7139b192e9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6fcbef71a50440adbd7070148cb8f16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602121 Sep 19 10:43:10.302368 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b39b3-c6f1-4519-abc2-8a7139b192e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7dca84-40e6-496b-996d-df360a137655,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:10.303073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 35776) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:10.360020 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83a81ac3-93f8-4e80-8e0e-a8edf70073e9 admin admin] Publish callbacks [] for security_group (fc7dca84-40e6-496b-996d-df360a137655), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.384491 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83a81ac3-93f8-4e80-8e0e-a8edf70073e9 admin admin] Publish callbacks [] for security_group (fc7dca84-40e6-496b-996d-df360a137655), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.397781 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdb2b9-ae23-44e5-b6b7-170ca88c81e8 req-131addb3-9176-4c80-83be-0db65ee524cb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:10.399504 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0abdb2b9-ae23-44e5-b6b7-170ca88c81e8 req-131addb3-9176-4c80-83be-0db65ee524cb tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0495703 Sep 19 10:43:10.448433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:10.477222 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0abdb2b9-ae23-44e5-b6b7-170ca88c81e8 req-5768da02-6a1d-4bfe-87c4-e528339fe134 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699260 Sep 19 10:43:10.554140 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83a81ac3-93f8-4e80-8e0e-a8edf70073e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (fc7dca84-40e6-496b-996d-df360a137655), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.557698 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83a81ac3-93f8-4e80-8e0e-a8edf70073e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:10.559072 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-83a81ac3-93f8-4e80-8e0e-a8edf70073e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fc7dca84-40e6-496b-996d-df360a137655 HTTP/1.1" status: 204 len: 168 time: 0.2543736 Sep 19 10:43:10.570258 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81ac3-93f8-4e80-8e0e-a8edf70073e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7dca84-40e6-496b-996d-df360a137655,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:11.349043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35788) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:11.362448 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-90421a75-5d39-4c82-b879-e55158056a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.436388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-90421a75-5d39-4c82-b879-e55158056a09 admin admin] Publish callbacks [] for security_group (014896bc-d1df-47d5-b375-96286074f862), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.515254 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-90421a75-5d39-4c82-b879-e55158056a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (014896bc-d1df-47d5-b375-96286074f862), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.540269 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90421a75-5d39-4c82-b879-e55158056a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014896bc-d1df-47d5-b375-96286074f862,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:11.566845 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-90421a75-5d39-4c82-b879-e55158056a09 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=02704351883a486b87b4fab4deb33f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165904 Sep 19 10:43:11.570234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35794) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:11.649098 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c33e807-c91d-4ffe-b3cd-9c745c223fb6 admin admin] Publish callbacks [] for security_group (014896bc-d1df-47d5-b375-96286074f862), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.667692 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097b90-5d0f-4288-83ea-431a49907747 req-c2673da6-9f5a-4086-97d4-013d30b0ff84 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:11.669493 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0e097b90-5d0f-4288-83ea-431a49907747 req-c2673da6-9f5a-4086-97d4-013d30b0ff84 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0632806 Sep 19 10:43:11.684011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c33e807-c91d-4ffe-b3cd-9c745c223fb6 admin admin] Publish callbacks [] for security_group (014896bc-d1df-47d5-b375-96286074f862), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.734225 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0e097b90-5d0f-4288-83ea-431a49907747 req-1b37faf1-f06d-4630-85b1-5f8ff47a3b0e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554187 Sep 19 10:43:11.912054 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c33e807-c91d-4ffe-b3cd-9c745c223fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (014896bc-d1df-47d5-b375-96286074f862), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.914857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c33e807-c91d-4ffe-b3cd-9c745c223fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:11.916042 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0c33e807-c91d-4ffe-b3cd-9c745c223fb6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/014896bc-d1df-47d5-b375-96286074f862 HTTP/1.1" status: 204 len: 168 time: 0.3442972 Sep 19 10:43:11.934019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33e807-c91d-4ffe-b3cd-9c745c223fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014896bc-d1df-47d5-b375-96286074f862,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:12.637320 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35810) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:12.707815 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Deleting subnet 26fd4d9a-e72c-46b8-b29d-b82552810206 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:43:12.711991 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Publish callbacks [] for subnet (26fd4d9a-e72c-46b8-b29d-b82552810206), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:12.757730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (26fd4d9a-e72c-46b8-b29d-b82552810206), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:12.781210 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:12.800925 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (26fd4d9a-e72c-46b8-b29d-b82552810206), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:13.073705 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:43:13.190370 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047b60-baed-4def-9cc6-6b92517e3101 req-8ca62a11-e9e5-40cf-b9aa-bd133d7624aa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:13.191972 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72047b60-baed-4def-9cc6-6b92517e3101 req-8ca62a11-e9e5-40cf-b9aa-bd133d7624aa tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.3409529 Sep 19 10:43:13.247845 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72047b60-baed-4def-9cc6-6b92517e3101 req-b3b41d42-84f3-4bc8-8d11-3f18dc9bf7ea tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Sep 19 10:43:13.897647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (26fd4d9a-e72c-46b8-b29d-b82552810206), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:13.931538 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fd4d9a-e72c-46b8-b29d-b82552810206,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:13.934141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:13.947961 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6886a1e5-9ac8-438e-9fde-f3793b277cf2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/26fd4d9a-e72c-46b8-b29d-b82552810206 HTTP/1.1" status: 204 len: 168 time: 1.2997289 Sep 19 10:43:13.947961 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35820) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:14.024962 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (baccb219-7bb1-470f-8538-2b1936275ec5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.107603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (baccb219-7bb1-470f-8538-2b1936275ec5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.143099 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baccb219-7bb1-470f-8538-2b1936275ec5']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:14.173302 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:14.175548 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b152575-0390-4696-9edc-d61189690ad5') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:14.175845 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b152575-0390-4696-9edc-d61189690ad5') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:14.194031 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (4b152575-0390-4696-9edc-d61189690ad5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.218263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (4b152575-0390-4696-9edc-d61189690ad5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.228584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:43:14.229105 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (4b152575-0390-4696-9edc-d61189690ad5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.380759 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:14.396894 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c8702-4f57-485c-af31-cd948d66be1e req-a19da156-280c-4ae1-9905-2b431b5ff067 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:14.398410 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-615c8702-4f57-485c-af31-cd948d66be1e req-a19da156-280c-4ae1-9905-2b431b5ff067 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0535257 Sep 19 10:43:14.428565 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 4b152575-0390-4696-9edc-d61189690ad5 resource provider aggregate not found Sep 19 10:43:14.451158 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-615c8702-4f57-485c-af31-cd948d66be1e req-9f7dddd7-075f-4702-a4aa-79d436e8d385 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468378 Sep 19 10:43:14.458880 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 4b152575-0390-4696-9edc-d61189690ad5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b152575-0390-4696-9edc-d61189690ad5 found for delete ", "request_id": "req-473d0b1a-ed45-4d90-b6e0-297925536045"}]} Sep 19 10:43:14.490720 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (baccb219-7bb1-470f-8538-2b1936275ec5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.495493 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:14.498983 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/baccb219-7bb1-470f-8538-2b1936275ec5 HTTP/1.1" status: 204 len: 168 time: 0.5573063 Sep 19 10:43:14.513632 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e81ce4-9cb8-4b77-a110-d0b47058e314 admin admin] Pushing event deleted for resources: {'Network': ['ID=baccb219-7bb1-470f-8538-2b1936275ec5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:14.925379 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35848) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:14.978106 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4a1c329d-7f0f-47f4-b5b9-58184ab47a79 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b082859e089143dda3eefee066e4916d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512815 Sep 19 10:43:14.980405 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 35850) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:15.044472 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1805c56f-8172-4aa6-8e6e-055cf8299373 admin admin] Publish callbacks [] for security_group (377b8a1a-4d18-439d-8e39-045b6d192648), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:15.064331 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1805c56f-8172-4aa6-8e6e-055cf8299373 admin admin] Publish callbacks [] for security_group (377b8a1a-4d18-439d-8e39-045b6d192648), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:15.273155 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1805c56f-8172-4aa6-8e6e-055cf8299373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (377b8a1a-4d18-439d-8e39-045b6d192648), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:15.276308 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1805c56f-8172-4aa6-8e6e-055cf8299373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:15.277908 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1805c56f-8172-4aa6-8e6e-055cf8299373 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/377b8a1a-4d18-439d-8e39-045b6d192648 HTTP/1.1" status: 204 len: 168 time: 0.2961457 Sep 19 10:43:15.287485 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805c56f-8172-4aa6-8e6e-055cf8299373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b8a1a-4d18-439d-8e39-045b6d192648,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:15.303126 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:15.590997 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6674-446f-48a4-a509-ac40a5d56f94 req-400ba5f9-4690-4369-b948-95e0eff51b30 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:15.592472 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e7a6674-446f-48a4-a509-ac40a5d56f94 req-400ba5f9-4690-4369-b948-95e0eff51b30 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0495224 Sep 19 10:43:15.647325 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e7a6674-446f-48a4-a509-ac40a5d56f94 req-fd36b41a-b9cd-4c20-8c3c-be7d3d2899d0 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Sep 19 10:43:16.775681 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aeb8ea-3223-49cb-9718-91e52d1723a1 req-42d865f8-e15d-44e7-87bf-a794c8036cf7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:16.777229 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-67aeb8ea-3223-49cb-9718-91e52d1723a1 req-42d865f8-e15d-44e7-87bf-a794c8036cf7 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0497909 Sep 19 10:43:16.826374 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-67aeb8ea-3223-49cb-9718-91e52d1723a1 req-d80c8eb7-061f-4e8e-bef2-c2f087b0946f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Sep 19 10:43:17.774953 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:43:17.889175 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:17.901371 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'port_id': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'mac_address': 'fa:16:3e:0c:93:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:43:17.939685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:43:17.940114 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:17.956057 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7ea05f-242c-4a1e-a30f-00d0880b8f37 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:43:17.968477 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e2bb4-68a7-474b-a745-e08044c6a2bd req-01781956-22b6-4aa9-a04e-90028beb033f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:17.970990 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-242e2bb4-68a7-474b-a745-e08044c6a2bd req-01781956-22b6-4aa9-a04e-90028beb033f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 944 time: 0.0643108 Sep 19 10:43:17.978618 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:18.020933 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-242e2bb4-68a7-474b-a745-e08044c6a2bd req-8bd689d3-adec-4d53-9270-4bd181c72cec tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Sep 19 10:43:18.111518 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:18.160626 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=9']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:18.169196 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.171986 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.172383 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.172763 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.173150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.173522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.173965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.174318 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.174671 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:18.452611 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['ba7ea05f-242c-4a1e-a30f-00d0880b8f37'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:43:19.156996 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0296559-de14-4c48-84e3-52a4b121a3a9 req-b93a7c6b-2327-4428-9ed6-c4195d64ff36 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:19.158512 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0296559-de14-4c48-84e3-52a4b121a3a9 req-b93a7c6b-2327-4428-9ed6-c4195d64ff36 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 945 time: 0.0472322 Sep 19 10:43:19.213713 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d0296559-de14-4c48-84e3-52a4b121a3a9 req-e54eefeb-305c-45f1-bb85-60ef5cf5c6e4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484037 Sep 19 10:43:19.797345 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:43:19.831138 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:19.850902 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:43:19.851370 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:19.851806 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 Sep 19 10:43:19.942850 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:43:19.943302 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:19.971246 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:43:19.974388 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17326d61-9b83-4b77-b35b-75af464913c5" -d '{"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:43:19.993213 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:20.016772 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c6403-6ff1-4467-b62e-7c149e169bb4 x-openstack-request-id: req-468c6403-6ff1-4467-b62e-7c149e169bb4 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:43:20.017115 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:43:20.017393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-468c6403-6ff1-4467-b62e-7c149e169bb4 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:43:20.017846 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468c6403-6ff1-4467-b62e-7c149e169bb4'] response: {'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'code': 200} Sep 19 10:43:20.092448 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:20.152231 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=10']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:20.362289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cb78-ba1c-4391-935f-5f9b03b781cc req-91996279-e555-46b4-bfea-bae1f66c737a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:20.364728 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-49d5cb78-ba1c-4391-935f-5f9b03b781cc req-91996279-e555-46b4-bfea-bae1f66c737a tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0527568 Sep 19 10:43:20.417936 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-49d5cb78-ba1c-4391-935f-5f9b03b781cc req-a046a4d6-2ce4-48de-8c31-ae1abcb42459 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Sep 19 10:43:20.533864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d5aa7-4559-4bd5-80ad-d33895c183fc req-fd8dedc1-ef16-459d-a78d-d51f9c04ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:20.538979 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c74d5aa7-4559-4bd5-80ad-d33895c183fc req-fd8dedc1-ef16-459d-a78d-d51f9c04ad41 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1131 time: 0.0541923 Sep 19 10:43:20.548140 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:20.583310 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c74d5aa7-4559-4bd5-80ad-d33895c183fc req-3b954e60-d61e-4ffb-b4b6-0fa8b834cbd1 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Sep 19 10:43:21.569860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087e8dc-0f7e-46bd-a98b-e8425a6f3663 req-ce2b0e27-d655-4b80-82da-f814836966fc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:21.571687 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2087e8dc-0f7e-46bd-a98b-e8425a6f3663 req-ce2b0e27-d655-4b80-82da-f814836966fc tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0560830 Sep 19 10:43:21.630630 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2087e8dc-0f7e-46bd-a98b-e8425a6f3663 req-17ff858a-5127-4c35-86a2-7fc985d095a4 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527949 Sep 19 10:43:22.782586 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86321b2-c70d-45cf-a59a-3e89db6cbc50 req-6cc3b631-71d3-4533-bc61-035f46f4efb5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:22.784636 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d86321b2-c70d-45cf-a59a-3e89db6cbc50 req-6cc3b631-71d3-4533-bc61-035f46f4efb5 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0655065 Sep 19 10:43:22.827661 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:22.841725 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d86321b2-c70d-45cf-a59a-3e89db6cbc50 req-c355350f-51d8-4937-ba13-62fea630be8e tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505445 Sep 19 10:43:23.069580 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:23.993021 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5e1bd-a7cf-409f-9475-95f3c1ccbba5 req-96417a4b-cda1-4e16-ab21-fa00c878d327 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:23.994839 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f9f5e1bd-a7cf-409f-9475-95f3c1ccbba5 req-96417a4b-cda1-4e16-ab21-fa00c878d327 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0514176 Sep 19 10:43:24.049783 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f9f5e1bd-a7cf-409f-9475-95f3c1ccbba5 req-defb876a-6712-48f9-8c15-bb7dcbbd7ee8 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491283 Sep 19 10:43:25.529932 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36044) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:25.637871 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-794e2355-c28c-4650-9de0-cfb6adb733c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:25.717083 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-794e2355-c28c-4650-9de0-cfb6adb733c2 admin admin] Publish callbacks [] for security_group (b646686f-d47e-46a1-829f-b43a0ea3dacf), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:25.779481 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-794e2355-c28c-4650-9de0-cfb6adb733c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b646686f-d47e-46a1-829f-b43a0ea3dacf), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:25.822479 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e2355-c28c-4650-9de0-cfb6adb733c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646686f-d47e-46a1-829f-b43a0ea3dacf,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:25.827462 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-794e2355-c28c-4650-9de0-cfb6adb733c2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5f1a61ca4ecd4ea692b179f2de2d9694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965398 Sep 19 10:43:25.830265 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36050) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:25.887008 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65822583-2a21-4dc5-8f69-f88a3a4502a3 admin admin] Publish callbacks [] for security_group (b646686f-d47e-46a1-829f-b43a0ea3dacf), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:25.907897 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65822583-2a21-4dc5-8f69-f88a3a4502a3 admin admin] Publish callbacks [] for security_group (b646686f-d47e-46a1-829f-b43a0ea3dacf), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:26.015311 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65822583-2a21-4dc5-8f69-f88a3a4502a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b646686f-d47e-46a1-829f-b43a0ea3dacf), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:26.018349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65822583-2a21-4dc5-8f69-f88a3a4502a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:26.019640 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-65822583-2a21-4dc5-8f69-f88a3a4502a3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b646686f-d47e-46a1-829f-b43a0ea3dacf HTTP/1.1" status: 204 len: 168 time: 0.1883292 Sep 19 10:43:26.028800 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65822583-2a21-4dc5-8f69-f88a3a4502a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646686f-d47e-46a1-829f-b43a0ea3dacf,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:26.042248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:26.824048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36064) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:26.838275 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d3c8-8d85-4a42-9a0b-3729021b9e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:26.918151 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d3c8-8d85-4a42-9a0b-3729021b9e5d admin admin] Publish callbacks [] for security_group (f151ad2e-16f9-430e-8725-7cb9b699c4eb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:26.987338 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d3c8-8d85-4a42-9a0b-3729021b9e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f151ad2e-16f9-430e-8725-7cb9b699c4eb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:26.987793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:27.027653 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-dbd7d3c8-8d85-4a42-9a0b-3729021b9e5d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=78fe22a3084d4efbbd0e65f12ee7d61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024798 Sep 19 10:43:27.028409 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7d3c8-8d85-4a42-9a0b-3729021b9e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f151ad2e-16f9-430e-8725-7cb9b699c4eb,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:27.030636 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36066) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:27.086972 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939bb0a3-99d9-449a-9aa0-87b822ded989 admin admin] Publish callbacks [] for security_group (f151ad2e-16f9-430e-8725-7cb9b699c4eb), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:27.109654 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939bb0a3-99d9-449a-9aa0-87b822ded989 admin admin] Publish callbacks [] for security_group (f151ad2e-16f9-430e-8725-7cb9b699c4eb), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:27.322713 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939bb0a3-99d9-449a-9aa0-87b822ded989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f151ad2e-16f9-430e-8725-7cb9b699c4eb), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:27.325640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939bb0a3-99d9-449a-9aa0-87b822ded989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:27.332239 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-939bb0a3-99d9-449a-9aa0-87b822ded989 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f151ad2e-16f9-430e-8725-7cb9b699c4eb HTTP/1.1" status: 204 len: 168 time: 0.2952123 Sep 19 10:43:27.335334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bb0a3-99d9-449a-9aa0-87b822ded989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f151ad2e-16f9-430e-8725-7cb9b699c4eb,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:28.122004 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36094) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:28.138282 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c56190b-51d8-42ef-a7d3-71734a76ccb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.201741 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:28.214380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c56190b-51d8-42ef-a7d3-71734a76ccb1 admin admin] Publish callbacks [] for security_group (4eb80988-db7c-4234-bab4-37e3110b1856), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.358382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c56190b-51d8-42ef-a7d3-71734a76ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4eb80988-db7c-4234-bab4-37e3110b1856), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.408028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56190b-51d8-42ef-a7d3-71734a76ccb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb80988-db7c-4234-bab4-37e3110b1856,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:28.413943 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1c56190b-51d8-42ef-a7d3-71734a76ccb1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=98471785d59749aa9e676aa804572df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907972 Sep 19 10:43:28.416525 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36096) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:28.440288 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:28.477306 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2572cb74-61d4-4448-b55e-273b99a005c7 admin admin] Publish callbacks [] for security_group (4eb80988-db7c-4234-bab4-37e3110b1856), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.487870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2572cb74-61d4-4448-b55e-273b99a005c7 admin admin] Publish callbacks [] for security_group (4eb80988-db7c-4234-bab4-37e3110b1856), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.615678 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2572cb74-61d4-4448-b55e-273b99a005c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4eb80988-db7c-4234-bab4-37e3110b1856), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.618355 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2572cb74-61d4-4448-b55e-273b99a005c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:28.619585 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2572cb74-61d4-4448-b55e-273b99a005c7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4eb80988-db7c-4234-bab4-37e3110b1856 HTTP/1.1" status: 204 len: 168 time: 0.2020655 Sep 19 10:43:28.628191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572cb74-61d4-4448-b55e-273b99a005c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb80988-db7c-4234-bab4-37e3110b1856,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:28.934253 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-f8134389-b5db-4fbe-844f-8436a17b60e1 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427785 Sep 19 10:43:29.017051 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-91cecdf7-a736-4555-86cb-76c39b9a64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:29.018584 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-91cecdf7-a736-4555-86cb-76c39b9a64d6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=e3160b641b81433780d38eca696bfdf1&device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 1131 time: 0.0405035 Sep 19 10:43:29.169888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-87162b85-a444-46bd-9127-384dc2f7b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:29.171935 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-87162b85-a444-46bd-9127-384dc2f7b197 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 200 len: 918 time: 0.1312923 Sep 19 10:43:29.261726 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-2dde27a1-0377-4d73-a3f5-ee27c8d56f5c service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 200 len: 1002 time: 0.0830491 Sep 19 10:43:29.323509 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-e21381b1-3916-47e9-a375-987828e321c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:29.324963 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-e21381b1-3916-47e9-a375-987828e321c8 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 200 len: 856 time: 0.0567012 Sep 19 10:43:29.370103 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-925ecf72-d84d-4b19-b5a7-bf54df378cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:29.371604 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-925ecf72-d84d-4b19-b5a7-bf54df378cf1 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=d4b8524c-7971-4971-b615-0e1396b631d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403800 Sep 19 10:43:29.499679 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-d61c1d95-80d4-49da-8ea8-4c3f1b13f9d3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961604 Sep 19 10:43:29.607763 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee6862fa-65f8-4cf2-a56a-78c3bc26068e req-6ae9b0ab-b826-48ab-aad3-9b2b0109ae26 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018796 Sep 19 10:43:31.159895 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa092c6-2513-493a-98f3-80ad7fb2697c req-0c989ade-bd54-4ebc-8ac3-0591e9ed1528 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:31.162237 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4aa092c6-2513-493a-98f3-80ad7fb2697c req-0c989ade-bd54-4ebc-8ac3-0591e9ed1528 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0526192 Sep 19 10:43:31.213075 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4aa092c6-2513-493a-98f3-80ad7fb2697c req-a6762e6a-90d3-477b-b044-9ded33e63dfe tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448675 Sep 19 10:43:32.343620 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e8595-1f4a-4b44-b3f2-06001707a334 req-ea8535d5-f1a6-4f84-9221-2ce757cef197 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:32.345096 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6c7e8595-1f4a-4b44-b3f2-06001707a334 req-ea8535d5-f1a6-4f84-9221-2ce757cef197 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0533497 Sep 19 10:43:32.392542 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6c7e8595-1f4a-4b44-b3f2-06001707a334 req-c198a882-50a3-4de3-8cce-b1c2886bbc8a tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Sep 19 10:43:32.855492 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-eba65b96-c78b-4774-8a96-dfae093b637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:33.366350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-2c3b0218-f315-4534-a83f-e6b442f61611 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:33.367930 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-2c3b0218-f315-4534-a83f-e6b442f61611 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0500042 Sep 19 10:43:33.459415 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Deleting port 227ea2cc-cd70-4dbb-9d73-32648cc95236 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:33.459754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:33.484291 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:33.554867 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f915-2f98-4de8-8f5d-5ddcb92fffb7 req-aa8fa37b-343d-4a8c-bf75-c2dd79568989 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:33.556316 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8c65f915-2f98-4de8-8f5d-5ddcb92fffb7 req-aa8fa37b-343d-4a8c-bf75-c2dd79568989 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 946 time: 0.0821238 Sep 19 10:43:33.600552 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:33.615385 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] For port 227ea2cc-cd70-4dbb-9d73-32648cc95236, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=227ea2cc-cd70-4dbb-9d73-32648cc95236,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:33.615742 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:33.636923 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8c65f915-2f98-4de8-8f5d-5ddcb92fffb7 req-77faae3e-722d-429c-a0f9-2563356771f5 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3247cce5-0757-4b9c-9500-caa39b0d2bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743408 Sep 19 10:43:33.793847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:33.793847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (93810dff-b62c-4816-9dc0-36c957cef2eb), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:33.793847 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Floating IP 93810dff-b62c-4816-9dc0-36c957cef2eb disassociated. External IP: 172.27.0.89, port: 227ea2cc-cd70-4dbb-9d73-32648cc95236. Sep 19 10:43:33.793847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Calling delete_port for 227ea2cc-cd70-4dbb-9d73-32648cc95236 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:34.027387 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (227ea2cc-cd70-4dbb-9d73-32648cc95236), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:34.056400 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event deleted for resources: {'Port': ['ID=227ea2cc-cd70-4dbb-9d73-32648cc95236,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:34.170182 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Router f1005a2d-db49-440e-996c-627c750407a0 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:43:34.290561 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:43:34.300776 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:43:34.312848 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:34.313470 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:34.334549 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] No DVR routers for this DVR port 227ea2cc-cd70-4dbb-9d73-32648cc95236 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:43:34.336998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:34.340230 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aca18d92-cd02-4729-aa22-83b215c6f214 req-670c9fe3-6362-49af-89de-8e29c0302f1e tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.73 "DELETE /networking/v2.0/ports/227ea2cc-cd70-4dbb-9d73-32648cc95236 HTTP/1.1" status: 204 len: 173 time: 0.9666655 Sep 19 10:43:34.340736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'name': 'network-vif-deleted', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:43:34.343092 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc4a4b-0b9a-44e8-b8a0-1231f5788d1f" -d '{"events": [{"server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "name": "network-vif-deleted", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:43:34.383697 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938cccf-c412-4af4-886a-85d46a8b31e6 x-openstack-request-id: req-7938cccf-c412-4af4-886a-85d46a8b31e6 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:43:34.384669 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c94dcb-cdf9-4081-828d-7dea73061221", "name": "network-vif-deleted", "tag": "227ea2cc-cd70-4dbb-9d73-32648cc95236", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:43:34.385015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7938cccf-c412-4af4-886a-85d46a8b31e6 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:43:34.385566 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7938cccf-c412-4af4-886a-85d46a8b31e6'] response: {'server_uuid': '18c94dcb-cdf9-4081-828d-7dea73061221', 'name': 'network-vif-deleted', 'tag': '227ea2cc-cd70-4dbb-9d73-32648cc95236', 'status': 'completed', 'code': 200} Sep 19 10:43:34.433329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:34.653031 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:34.679082 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:43:34.694804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:34.694804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:34.777317 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c4d5be91-ff2c-4945-9bb0-e04e2e424014 req-2c6d088c-ee1b-4d21-a7fc-6ea82950748d tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0292323 Sep 19 10:43:34.818207 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:35.012683 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:35.037614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2a2eb-7f55-4e9e-832b-10dcee96c4ad None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:36:30Z', 'revision_number': 4, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9afe8e96-6ed2-4360-b3a0-d89071649827', 'name': '', 'network_id': 'b051f35e-e823-4944-b5dc-45fc6f19108b', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'mac_address': 'fa:16:3e:a9:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '530d4d91-765b-4419-841f-b072c30e4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:28Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'subnets': [{'id': '530d4d91-765b-4419-841f-b072c30e4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:43:35.075104 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:35.076562 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:35.266403 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b3de4-9b9d-4cac-8eb3-1064dc1fe4fa None None] New status for floating IP 93810dff-b62c-4816-9dc0-36c957cef2eb: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:43:35.319491 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3a545679-e038-4c19-b7d2-81ed883069da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:35.900896 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-04d2f403-3602-4bba-91a8-ddcc97024754 req-e46894af-d755-4a7c-b194-84ab4e9790b7 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=18c94dcb-cdf9-4081-828d-7dea73061221 HTTP/1.1" status: 200 len: 210 time: 0.0289550 Sep 19 10:43:36.608511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.073873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36212) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:37.135005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-632ddd21-b050-4212-8f95-75367e5a38a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (3247cce5-0757-4b9c-9500-caa39b0d2bb0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.159379 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-632ddd21-b050-4212-8f95-75367e5a38a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (3247cce5-0757-4b9c-9500-caa39b0d2bb0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.364108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-632ddd21-b050-4212-8f95-75367e5a38a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3247cce5-0757-4b9c-9500-caa39b0d2bb0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.366974 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-632ddd21-b050-4212-8f95-75367e5a38a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.370669 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-632ddd21-b050-4212-8f95-75367e5a38a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3247cce5-0757-4b9c-9500-caa39b0d2bb0 HTTP/1.1" status: 204 len: 168 time: 0.2932613 Sep 19 10:43:37.371463 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36228) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:37.381186 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ddd21-b050-4212-8f95-75367e5a38a0 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247cce5-0757-4b9c-9500-caa39b0d2bb0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:37.402472 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.api.v2.resource [None req-592fd6ae-894a-4be8-8662-49c85e37f2d3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] show failed (client error): The resource could not be found. Sep 19 10:43:37.404313 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-592fd6ae-894a-4be8-8662-49c85e37f2d3 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "GET /networking/v2.0/security-groups/3247cce5-0757-4b9c-9500-caa39b0d2bb0 HTTP/1.1" status: 404 len: 347 time: 0.0311089 Sep 19 10:43:37.407622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36232) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:37.517786 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:37.532882 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Deleting port b4f6a2fe-041c-471c-8145-ee406d7d4279 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:37.533255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.615017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.615267 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (b4f6a2fe-041c-471c-8145-ee406d7d4279), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.627702 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Calling delete_port for b4f6a2fe-041c-471c-8145-ee406d7d4279 owned by network:floatingip {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:37.678378 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:37.838717 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (b4f6a2fe-041c-471c-8145-ee406d7d4279), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.862358 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 227ea2cc-cd70-4dbb-9d73-32648cc95236 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:37.867659 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Pushing event deleted for resources: {'Port': ['ID=b4f6a2fe-041c-471c-8145-ee406d7d4279,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:37.881022 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.885320 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.885320 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.885320 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.885647 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 227ea2cc-cd70-4dbb-9d73-32648cc95236 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:37.885757 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.885889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 227ea2cc-cd70-4dbb-9d73-32648cc95236 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.886001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:37.950094 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks [] for floatingip (93810dff-b62c-4816-9dc0-36c957cef2eb), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.952911 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:37.954210 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f6b969d8-501e-4a7c-a915-97ee47ce5644 tempest-AttachVolumeTestJSON-1276272895 tempest-AttachVolumeTestJSON-1276272895-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/93810dff-b62c-4816-9dc0-36c957cef2eb HTTP/1.1" status: 204 len: 168 time: 0.5451126 Sep 19 10:43:38.380841 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:38.417842 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:40.412112 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638df6a-15d2-4e0c-a90b-06ef415bc806 req-62b45a93-a9ff-4da4-bb17-c84adb1b5239 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:40.413596 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6638df6a-15d2-4e0c-a90b-06ef415bc806 req-62b45a93-a9ff-4da4-bb17-c84adb1b5239 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0490212 Sep 19 10:43:40.466142 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6638df6a-15d2-4e0c-a90b-06ef415bc806 req-3775afda-3dc4-4a71-bd76-4eda89b36dae tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468152 Sep 19 10:43:41.552504 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:41.590722 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e09be-940b-41c7-a18f-ba2bd03a58ca req-98ee456e-bedb-4bef-93f9-43577114ae32 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:41.594370 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-450e09be-940b-41c7-a18f-ba2bd03a58ca req-98ee456e-bedb-4bef-93f9-43577114ae32 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0486310 Sep 19 10:43:41.642302 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-450e09be-940b-41c7-a18f-ba2bd03a58ca req-d01fb9bc-671c-4b78-b482-10f8261cf488 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Sep 19 10:43:42.768517 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12714a6-985a-4124-a926-e3be26d0e3ef req-a8cbe197-6008-488a-8dd9-7b48d671c1fe tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:42.770016 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b12714a6-985a-4124-a926-e3be26d0e3ef req-a8cbe197-6008-488a-8dd9-7b48d671c1fe tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0458918 Sep 19 10:43:42.817035 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b12714a6-985a-4124-a926-e3be26d0e3ef req-2671f36c-cb4d-414e-a8de-568dc905f806 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412712 Sep 19 10:43:43.933423 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:43.941754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f31993-b6a0-4427-a884-827c939a4637 req-cc7ba622-f26d-4410-8e91-95c213bfd05a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:43.943231 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2f31993-b6a0-4427-a884-827c939a4637 req-cc7ba622-f26d-4410-8e91-95c213bfd05a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0516527 Sep 19 10:43:44.001461 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2f31993-b6a0-4427-a884-827c939a4637 req-4bbfb74f-e9cb-45da-807c-5ed91d3b8123 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76748baa-6847-4247-a2c5-094ff56fbedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523217 Sep 19 10:43:44.321717 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-91925bb1-6ad7-4d64-bbea-a0601126a1a5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:43:44.323209 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-91925bb1-6ad7-4d64-bbea-a0601126a1a5 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 946 time: 0.0459929 Sep 19 10:43:44.418868 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port 5403da25-9f83-4b67-bacf-db0017b912d5 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:44.419205 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:44.513155 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] For port 5403da25-9f83-4b67-bacf-db0017b912d5, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=5403da25-9f83-4b67-bacf-db0017b912d5,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:44.513513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:44.675839 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:44.676241 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (94a4d625-9af4-4ee5-ac4b-4b16f45aa369), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:44.676584 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Floating IP 94a4d625-9af4-4ee5-ac4b-4b16f45aa369 disassociated. External IP: 172.27.0.110, port: 5403da25-9f83-4b67-bacf-db0017b912d5. Sep 19 10:43:44.677017 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for 5403da25-9f83-4b67-bacf-db0017b912d5 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:44.730986 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:44.907090 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (5403da25-9f83-4b67-bacf-db0017b912d5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:44.934536 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=5403da25-9f83-4b67-bacf-db0017b912d5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:45.046325 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:43:45.110975 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7777cb8f-ce32-428d-b97b-5d2984a56932 req-3d6ee80f-7af7-4e82-a370-adb16555ab5f tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0273170 Sep 19 10:43:45.163740 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:43:45.174926 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:43:45.195305 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:45.203321 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:45.211284 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] No DVR routers for this DVR port 5403da25-9f83-4b67-bacf-db0017b912d5 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:43:45.221454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:45.221454 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0667370b-5a88-40e6-8d6d-ace512dca0aa req-af88f302-3dce-4af0-a9d7-57d0e40f628a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.73 "DELETE /networking/v2.0/ports/5403da25-9f83-4b67-bacf-db0017b912d5 HTTP/1.1" status: 204 len: 173 time: 0.8909900 Sep 19 10:43:45.221742 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'name': 'network-vif-deleted', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:43:45.224515 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa761b-ec0c-4af0-b12a-281207772c69" -d '{"events": [{"server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "name": "network-vif-deleted", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:43:45.305174 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c75d72-38fe-4cda-b8ca-8a540891772d x-openstack-request-id: req-71c75d72-38fe-4cda-b8ca-8a540891772d {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:43:45.305724 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ba0f71-e73d-4922-b06f-8ccb43695e4f", "name": "network-vif-deleted", "tag": "5403da25-9f83-4b67-bacf-db0017b912d5", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:43:45.305989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71c75d72-38fe-4cda-b8ca-8a540891772d {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:43:45.306405 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c75d72-38fe-4cda-b8ca-8a540891772d'] response: {'server_uuid': 'd9ba0f71-e73d-4922-b06f-8ccb43695e4f', 'name': 'network-vif-deleted', 'tag': '5403da25-9f83-4b67-bacf-db0017b912d5', 'status': 'completed', 'code': 200} Sep 19 10:43:45.339707 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:45.342993 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:45.383471 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36322) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:45.552870 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:45.570904 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:45.594566 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:45.806138 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:45.839213 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:43:45.849589 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:45.850289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:45.961335 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:45.982157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:46.027881 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (f1005a2d-db49-440e-996c-627c750407a0), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:46.193586 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:46.229709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbefec3-8d21-4df2-abc2-2f623e8cd71e None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:36:25Z', 'revision_number': 4, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '20862f8d-7dc8-46be-a4d2-ae04803498ca', 'name': '', 'network_id': '9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'mac_address': 'fa:16:3e:49:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:23Z', 'updated_at': '2022-09-19T10:36:34Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'subnets': [{'id': 'ab866973-05ce-4049-80d3-023d19b131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:43:46.272358 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4450294b-c804-4ed4-a00a-754a80441bf5 req-b1666d34-16ff-4879-806f-cf6052fdc965 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d9ba0f71-e73d-4922-b06f-8ccb43695e4f HTTP/1.1" status: 200 len: 210 time: 0.0457177 Sep 19 10:43:46.532936 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f480b4-f295-4ebd-b4fb-6768fa96c8c9 None None] New status for floating IP 94a4d625-9af4-4ee5-ac4b-4b16f45aa369: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:43:46.552149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Deleting port 9afe8e96-6ed2-4360-b3a0-d89071649827 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:46.552777 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:46.653737 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] For port 9afe8e96-6ed2-4360-b3a0-d89071649827, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=9afe8e96-6ed2-4360-b3a0-d89071649827,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:46.654141 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:46.656362 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:46.668681 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Calling delete_port for 9afe8e96-6ed2-4360-b3a0-d89071649827 owned by network:router_interface {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:46.940036 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (9afe8e96-6ed2-4360-b3a0-d89071649827), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:46.968255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afe8e96-6ed2-4360-b3a0-d89071649827,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:47.153318 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (f1005a2d-db49-440e-996c-627c750407a0), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.339995 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:47.369735 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Router f1005a2d-db49-440e-996c-627c750407a0 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:43:47.447815 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36346) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:47.476636 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:43:47.481988 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-99572149-df9b-4003-a314-de5fcfa213a0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f1005a2d-db49-440e-996c-627c750407a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974040 Sep 19 10:43:47.484850 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36348) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:47.486475 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] Sync routers for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:43:47.504092 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:47.504092 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:47.513654 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-076aa1eb-8850-4698-9991-e7aa98564663 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (76748baa-6847-4247-a2c5-094ff56fbedf), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.526849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:47.540052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-076aa1eb-8850-4698-9991-e7aa98564663 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (76748baa-6847-4247-a2c5-094ff56fbedf), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.540292 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:47.601413 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks [] for router (f1005a2d-db49-440e-996c-627c750407a0), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.614284 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:47.679382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-076aa1eb-8850-4698-9991-e7aa98564663 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (76748baa-6847-4247-a2c5-094ff56fbedf), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.682505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-076aa1eb-8850-4698-9991-e7aa98564663 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.686507 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-076aa1eb-8850-4698-9991-e7aa98564663 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/76748baa-6847-4247-a2c5-094ff56fbedf HTTP/1.1" status: 204 len: 168 time: 0.2348702 Sep 19 10:43:47.688587 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36350) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:47.701828 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aa1eb-8850-4698-9991-e7aa98564663 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76748baa-6847-4247-a2c5-094ff56fbedf,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:47.706520 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks [] for router_gateway (f1005a2d-db49-440e-996c-627c750407a0), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.709211 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-fb829359-999c-4ebb-ae30-a6c6465cc428 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] show failed (client error): The resource could not be found. Sep 19 10:43:47.715650 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-fb829359-999c-4ebb-ae30-a6c6465cc428 tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "GET /networking/v2.0/security-groups/76748baa-6847-4247-a2c5-094ff56fbedf HTTP/1.1" status: 404 len: 347 time: 0.0206699 Sep 19 10:43:47.718002 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36352) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:47.718520 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:47.805185 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:43:46Z', 'revision_number': 5, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port': {'id': '5deceb4a-88b4-4419-9b3d-878089d95787', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1005a2d-db49-440e-996c-627c750407a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:47.832020 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] Checking router: f1005a2d-db49-440e-996c-627c750407a0 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:43:47.841278 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] Routers {'f1005a2d-db49-440e-996c-627c750407a0'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:47.841899 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['f1005a2d-db49-440e-996c-627c750407a0'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:47.846144 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Deleting port 7056f27d-663d-4887-b305-6b77cf303264 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:47.849663 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (7056f27d-663d-4887-b305-6b77cf303264), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.850495 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Deleting port 5deceb4a-88b4-4419-9b3d-878089d95787 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:47.850909 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.930061 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] Set router f1005a2d-db49-440e-996c-627c750407a0 gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:47.934832 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (7056f27d-663d-4887-b305-6b77cf303264), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.935184 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (7056f27d-663d-4887-b305-6b77cf303264), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.937149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] For port 5deceb4a-88b4-4419-9b3d-878089d95787, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=5deceb4a-88b4-4419-9b3d-878089d95787,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:47.937717 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:47.950148 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Calling delete_port for 7056f27d-663d-4887-b305-6b77cf303264 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:47.953033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Calling delete_port for 5deceb4a-88b4-4419-9b3d-878089d95787 owned by network:router_gateway {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:47.956793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 5403da25-9f83-4b67-bacf-db0017b912d5 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:48.003459 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:43:47Z', 'revision_number': 6, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:48.006755 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 5403da25-9f83-4b67-bacf-db0017b912d5 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:48.007703 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 5403da25-9f83-4b67-bacf-db0017b912d5 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:48.035255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f72d-876a-4a52-849f-9257fe790997 None None] The sync data for ids ['f1005a2d-db49-440e-996c-627c750407a0'] in dv-cinder-858275-1-iscsi is: [{'id': 'f1005a2d-db49-440e-996c-627c750407a0', 'name': 'tempest-AttachVolumeTestJSON-1461136518-router', 'tenant_id': '67ec80c3417443d7b2368506bbd4a814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:20Z', 'updated_at': '2022-09-19T10:43:47Z', 'revision_number': 6, 'project_id': '67ec80c3417443d7b2368506bbd4a814', 'gw_port_host': None}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:43:48.177693 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:48.187513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (7056f27d-663d-4887-b305-6b77cf303264), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.214886 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Pushing event deleted for resources: {'Port': ['ID=7056f27d-663d-4887-b305-6b77cf303264,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:48.275245 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks [] for floatingip (94a4d625-9af4-4ee5-ac4b-4b16f45aa369), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.277866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.279002 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ec616001-b324-451c-bdc7-4609bb65dd9a tempest-AttachVolumeNegativeTest-74090900 tempest-AttachVolumeNegativeTest-74090900-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/94a4d625-9af4-4ee5-ac4b-4b16f45aa369 HTTP/1.1" status: 204 len: 168 time: 0.5597005 Sep 19 10:43:48.317718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (5deceb4a-88b4-4419-9b3d-878089d95787), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.351212 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=5deceb4a-88b4-4419-9b3d-878089d95787,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:48.441798 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (f1005a2d-db49-440e-996c-627c750407a0), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.550496 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (f1005a2d-db49-440e-996c-627c750407a0), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.552717 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks [] for router_controller (f1005a2d-db49-440e-996c-627c750407a0), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.672625 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (f1005a2d-db49-440e-996c-627c750407a0), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.673435 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1005a2d-db49-440e-996c-627c750407a0 {{(pid=106798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:43:48.682054 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.682054 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-5dde100c-70ae-451f-92dc-67e0d8482c00 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f1005a2d-db49-440e-996c-627c750407a0 HTTP/1.1" status: 204 len: 168 time: 1.1929295 Sep 19 10:43:48.682054 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36398) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:48.735047 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Deleting subnet 530d4d91-765b-4419-841f-b072c30e4849 {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:43:48.738458 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Publish callbacks [] for subnet (530d4d91-765b-4419-841f-b072c30e4849), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.777292 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (530d4d91-765b-4419-841f-b072c30e4849), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.857850 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (530d4d91-765b-4419-841f-b072c30e4849), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:48.884382 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:48.970435 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 5deceb4a-88b4-4419-9b3d-878089d95787 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:48.990251 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 5deceb4a-88b4-4419-9b3d-878089d95787 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:48.990593 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 5deceb4a-88b4-4419-9b3d-878089d95787 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:48.991016 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 9afe8e96-6ed2-4360-b3a0-d89071649827 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:48.998116 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (530d4d91-765b-4419-841f-b072c30e4849), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.009547 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 9afe8e96-6ed2-4360-b3a0-d89071649827 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:49.012174 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 9afe8e96-6ed2-4360-b3a0-d89071649827 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:49.038065 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.043971 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93beefd4-204b-4ab9-8840-cd3c1a1c0788 None None] Network b051f35e-e823-4944-b5dc-45fc6f19108b requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:43:49.045143 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36402) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:49.053835 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/530d4d91-765b-4419-841f-b072c30e4849 HTTP/1.1" status: 204 len: 168 time: 0.3711114 Sep 19 10:43:49.055055 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c7702-ed7e-4441-9989-a2f95bc7307c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530d4d91-765b-4419-841f-b072c30e4849,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:49.127579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (b051f35e-e823-4944-b5dc-45fc6f19108b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.174455 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:49.178034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:49.183551 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Deleting port 415ef2af-785c-4d2c-86cb-acf40df8e025 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:49.183893 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.251614 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] For port 415ef2af-785c-4d2c-86cb-acf40df8e025, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=415ef2af-785c-4d2c-86cb-acf40df8e025,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:49.252101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.265951 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] DHCP port deletion for b051f35e-e823-4944-b5dc-45fc6f19108b request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:43:49.267764 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Calling delete_port for 415ef2af-785c-4d2c-86cb-acf40df8e025 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:49.303060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] Deleting port 415ef2af-785c-4d2c-86cb-acf40df8e025 {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:49.303409 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.380035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] For port 415ef2af-785c-4d2c-86cb-acf40df8e025, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=415ef2af-785c-4d2c-86cb-acf40df8e025,segment=NetworkSegment(3a2db138-469c-4c42-ad39-cc2a144de9ca),segment_id=3a2db138-469c-4c42-ad39-cc2a144de9ca)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:49.380783 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.394252 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] Calling delete_port for 415ef2af-785c-4d2c-86cb-acf40df8e025 owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:49.489268 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.495190 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (415ef2af-785c-4d2c-86cb-acf40df8e025), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.498495 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:49.521716 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Pushing event deleted for resources: {'Port': ['ID=415ef2af-785c-4d2c-86cb-acf40df8e025,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:49.527396 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] Pushing event deleted for resources: {'Port': ['ID=415ef2af-785c-4d2c-86cb-acf40df8e025,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:49.527692 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] No DVR routers for this DVR port 415ef2af-785c-4d2c-86cb-acf40df8e025 on host dv-cinder-858275-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:43:49.527963 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4481c1-bd75-4781-8606-0edb9bb607b7 None None] No DVR routers for this DVR port 415ef2af-785c-4d2c-86cb-acf40df8e025 on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:43:49.601640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (b051f35e-e823-4944-b5dc-45fc6f19108b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.622303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b051f35e-e823-4944-b5dc-45fc6f19108b']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:49.632635 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2db138-469c-4c42-ad39-cc2a144de9ca') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:49.632931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2db138-469c-4c42-ad39-cc2a144de9ca') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:49.643119 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (3a2db138-469c-4c42-ad39-cc2a144de9ca), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.659008 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (3a2db138-469c-4c42-ad39-cc2a144de9ca), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.668040 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:43:49.668561 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (3a2db138-469c-4c42-ad39-cc2a144de9ca), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.731766 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 3a2db138-469c-4c42-ad39-cc2a144de9ca resource provider aggregate not found Sep 19 10:43:49.753362 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 3a2db138-469c-4c42-ad39-cc2a144de9ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a2db138-469c-4c42-ad39-cc2a144de9ca found for delete ", "request_id": "req-c54ded8f-2fbb-48a1-b61a-f88bf569c71d"}]} Sep 19 10:43:49.838811 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (b051f35e-e823-4944-b5dc-45fc6f19108b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.845102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:49.858503 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b051f35e-e823-4944-b5dc-45fc6f19108b HTTP/1.1" status: 204 len: 168 time: 0.8019156 Sep 19 10:43:49.860913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e47e4-7467-49e3-a232-248113c5b287 admin admin] Pushing event deleted for resources: {'Network': ['ID=b051f35e-e823-4944-b5dc-45fc6f19108b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:50.074249 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:43:50.255421 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36438) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:50.306080 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bc54f520-d59c-41cc-a243-18f96d438aeb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=67ec80c3417443d7b2368506bbd4a814&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493855 Sep 19 10:43:50.312483 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36440) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:50.361670 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f50bc92-abef-44db-b2b5-a3e3547c8f3c admin admin] Publish callbacks [] for security_group (ee7fac71-6858-4f39-b4a3-8f6a77ea0420), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:50.381274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f50bc92-abef-44db-b2b5-a3e3547c8f3c admin admin] Publish callbacks [] for security_group (ee7fac71-6858-4f39-b4a3-8f6a77ea0420), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:50.524240 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f50bc92-abef-44db-b2b5-a3e3547c8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (ee7fac71-6858-4f39-b4a3-8f6a77ea0420), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:50.526785 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f50bc92-abef-44db-b2b5-a3e3547c8f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:50.527952 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3f50bc92-abef-44db-b2b5-a3e3547c8f3c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ee7fac71-6858-4f39-b4a3-8f6a77ea0420 HTTP/1.1" status: 204 len: 168 time: 0.2144976 Sep 19 10:43:50.536808 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50bc92-abef-44db-b2b5-a3e3547c8f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7fac71-6858-4f39-b4a3-8f6a77ea0420,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:50.961208 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 415ef2af-785c-4d2c-86cb-acf40df8e025 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:50.980086 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 415ef2af-785c-4d2c-86cb-acf40df8e025 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:50.980433 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 415ef2af-785c-4d2c-86cb-acf40df8e025 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:52.717324 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36502) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:53.513522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (e9eddefc-838e-4332-8268-48b20d27b220), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:53.556242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:53.762534 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Deleting port 20862f8d-7dc8-46be-a4d2-ae04803498ca {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:53.763143 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:53.776039 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:53.867283 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] For port 20862f8d-7dc8-46be-a4d2-ae04803498ca, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=20862f8d-7dc8-46be-a4d2-ae04803498ca,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:53.867636 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:53.881602 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Calling delete_port for 20862f8d-7dc8-46be-a4d2-ae04803498ca owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:54.147299 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (20862f8d-7dc8-46be-a4d2-ae04803498ca), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:54.177968 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=20862f8d-7dc8-46be-a4d2-ae04803498ca,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:54.212724 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.213179 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.213582 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.213967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.214670 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.214670 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.215028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.215423 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.216022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.216160 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.216504 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.216846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.217242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.217773 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.218696 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:43:54.399015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (e9eddefc-838e-4332-8268-48b20d27b220), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:54.570823 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:54.623900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Router e9eddefc-838e-4332-8268-48b20d27b220 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:43:54.727224 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:43:54.732224 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-28cf608a-036b-470e-b536-6c5439643bbc admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e9eddefc-838e-4332-8268-48b20d27b220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156612 Sep 19 10:43:54.734878 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36530) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:54.737437 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876385e0-3644-4132-969a-65dd0b003629 None None] Sync routers for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:43:54.748235 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:54.748923 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:54.829192 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:54.841195 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks [] for router (e9eddefc-838e-4332-8268-48b20d27b220), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:54.851451 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:54.951313 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks [] for router_gateway (e9eddefc-838e-4332-8268-48b20d27b220), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.026065 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:43:54Z', 'revision_number': 5, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port': {'id': 'df0bedf2-0087-4892-94d6-ca2f889633f5', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:19Z', 'updated_at': '2022-09-19T10:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:55.053574 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876385e0-3644-4132-969a-65dd0b003629 None None] Checking router: e9eddefc-838e-4332-8268-48b20d27b220 for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:43:55.064529 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] Routers {'e9eddefc-838e-4332-8268-48b20d27b220'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:43:55.065241 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:43:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['e9eddefc-838e-4332-8268-48b20d27b220'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:55.071776 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Deleting port df0bedf2-0087-4892-94d6-ca2f889633f5 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:55.072115 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.164230 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] For port df0bedf2-0087-4892-94d6-ca2f889633f5, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=df0bedf2-0087-4892-94d6-ca2f889633f5,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:55.164643 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.179873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Calling delete_port for df0bedf2-0087-4892-94d6-ca2f889633f5 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:55.249810 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] Set router e9eddefc-838e-4332-8268-48b20d27b220 gateway port host: None {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:43:55.316830 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-876385e0-3644-4132-969a-65dd0b003629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:43:54Z', 'revision_number': 6, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:55.354609 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876385e0-3644-4132-969a-65dd0b003629 None None] The sync data for ids ['e9eddefc-838e-4332-8268-48b20d27b220'] in dv-cinder-858275-1-iscsi is: [{'id': 'e9eddefc-838e-4332-8268-48b20d27b220', 'name': 'tempest-AttachVolumeNegativeTest-501049402-router', 'tenant_id': 'e86736f46b254bc399298305a8888467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:18Z', 'updated_at': '2022-09-19T10:43:54Z', 'revision_number': 6, 'project_id': 'e86736f46b254bc399298305a8888467', 'gw_port_host': None}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:43:55.414483 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (df0bedf2-0087-4892-94d6-ca2f889633f5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.440978 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0bedf2-0087-4892-94d6-ca2f889633f5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:55.513151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (e9eddefc-838e-4332-8268-48b20d27b220), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.607456 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (e9eddefc-838e-4332-8268-48b20d27b220), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.609650 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks [] for router_controller (e9eddefc-838e-4332-8268-48b20d27b220), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.702019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (e9eddefc-838e-4332-8268-48b20d27b220), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.702615 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9eddefc-838e-4332-8268-48b20d27b220 {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:43:55.708867 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.710632 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0466c04f-864c-49af-a2c9-7619e08c6673 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/e9eddefc-838e-4332-8268-48b20d27b220 HTTP/1.1" status: 204 len: 168 time: 0.9747505 Sep 19 10:43:55.712924 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36538) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:55.746676 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:55.768247 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Deleting subnet ab866973-05ce-4049-80d3-023d19b131cc {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:43:55.771908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Publish callbacks [] for subnet (ab866973-05ce-4049-80d3-023d19b131cc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.819330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (ab866973-05ce-4049-80d3-023d19b131cc), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:55.902874 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:55.905649 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (ab866973-05ce-4049-80d3-023d19b131cc), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.049378 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (ab866973-05ce-4049-80d3-023d19b131cc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.083110 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab866973-05ce-4049-80d3-023d19b131cc,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:56.088264 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.092507 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-09fc9711-01ef-4621-bc4d-45baf9fc66c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ab866973-05ce-4049-80d3-023d19b131cc HTTP/1.1" status: 204 len: 168 time: 0.3783236 Sep 19 10:43:56.096319 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36540) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:56.097132 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9fe9f-8cd9-452b-b831-1f1f1c080c32 None None] Network 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:43:56.189470 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.247471 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Deleting port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:56.247991 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.324778 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] DHCP port deletion for 9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:43:56.330854 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] For port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:56.331401 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.349136 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Calling delete_port for 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:56.371093 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] Deleting port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:43:56.371637 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.457433 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] For port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,segment=NetworkSegment(9d72bebc-7cde-48a0-9351-2957f5c84860),segment_id=9d72bebc-7cde-48a0-9351-2957f5c84860)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:43:56.457825 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.470941 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] Calling delete_port for 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:43:56.529173 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.533109 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:43:56.557265 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.560846 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:56.562784 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] No DVR routers for this DVR port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c on host dv-cinder-858275-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:43:56.602761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] Pushing event deleted for resources: {'Port': ['ID=8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:56.611880 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fab9fa-0cfd-481a-97a2-7e5668a826f8 None None] No DVR routers for this DVR port 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:43:56.659666 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.682289 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:56.692219 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d72bebc-7cde-48a0-9351-2957f5c84860') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:56.692511 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d72bebc-7cde-48a0-9351-2957f5c84860') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:43:56.702128 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (9d72bebc-7cde-48a0-9351-2957f5c84860), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.716652 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (9d72bebc-7cde-48a0-9351-2957f5c84860), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.724317 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:43:56.726495 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (9d72bebc-7cde-48a0-9351-2957f5c84860), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.773206 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 9d72bebc-7cde-48a0-9351-2957f5c84860 resource provider aggregate not found Sep 19 10:43:56.792446 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment 9d72bebc-7cde-48a0-9351-2957f5c84860 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d72bebc-7cde-48a0-9351-2957f5c84860 found for delete ", "request_id": "req-89ab84a6-9b24-4c4e-851d-5ba75e611eb3"}]} Sep 19 10:43:56.867446 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.871833 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:56.875121 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c HTTP/1.1" status: 204 len: 168 time: 0.7787752 Sep 19 10:43:56.888282 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc8fb0-fbe0-4b93-a8ce-e55dcf39e3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbc7bd5-1f07-4dfa-a5f3-320af441bb3c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:56.964842 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device df0bedf2-0087-4892-94d6-ca2f889633f5 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:56.988971 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: df0bedf2-0087-4892-94d6-ca2f889633f5 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:56.989344 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device df0bedf2-0087-4892-94d6-ca2f889633f5 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:56.989773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:57.008378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:57.008723 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8d2da0f9-1b0e-4ca4-85eb-1923bb687d6c not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:57.009175 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 20862f8d-7dc8-46be-a4d2-ae04803498ca no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:43:57.027550 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 20862f8d-7dc8-46be-a4d2-ae04803498ca {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:43:57.027893 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 20862f8d-7dc8-46be-a4d2-ae04803498ca not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:43:57.145431 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36556) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:57.186114 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9df5c39a-b44b-4352-90b1-fe1324cbb335 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e86736f46b254bc399298305a8888467&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392570 Sep 19 10:43:57.188703 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36558) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:43:57.239585 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-63a6ae50-c161-4a1b-ae68-49c8b58617f9 admin admin] Publish callbacks [] for security_group (de4bb1d3-d370-4da8-8a53-60437fa4126f), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:57.260150 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-63a6ae50-c161-4a1b-ae68-49c8b58617f9 admin admin] Publish callbacks [] for security_group (de4bb1d3-d370-4da8-8a53-60437fa4126f), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:57.370200 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-63a6ae50-c161-4a1b-ae68-49c8b58617f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (de4bb1d3-d370-4da8-8a53-60437fa4126f), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:57.373125 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-63a6ae50-c161-4a1b-ae68-49c8b58617f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:43:57.374421 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-63a6ae50-c161-4a1b-ae68-49c8b58617f9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/de4bb1d3-d370-4da8-8a53-60437fa4126f HTTP/1.1" status: 204 len: 168 time: 0.1847343 Sep 19 10:43:57.383359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6ae50-c161-4a1b-ae68-49c8b58617f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4bb1d3-d370-4da8-8a53-60437fa4126f,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:43:57.592886 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:01.968389 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36684) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:02.081286 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae6f70a6-3b9f-4ac2-b234-a259930b57d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.115157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=81,neutron:DELETE=16,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:02.127825 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:02.161152 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae6f70a6-3b9f-4ac2-b234-a259930b57d7 admin admin] Publish callbacks [] for security_group (62f06948-d6a3-4cb4-b9ff-43d47c603c28), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.227219 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ae6f70a6-3b9f-4ac2-b234-a259930b57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (62f06948-d6a3-4cb4-b9ff-43d47c603c28), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.274434 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ae6f70a6-3b9f-4ac2-b234-a259930b57d7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e4413bdac283489b86d9059967e509a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050101 Sep 19 10:44:02.275366 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f70a6-3b9f-4ac2-b234-a259930b57d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f06948-d6a3-4cb4-b9ff-43d47c603c28,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:02.277429 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36688) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:02.334241 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-505c15ff-0e20-4c52-86d9-60eafd7b3e1f admin admin] Publish callbacks [] for security_group (62f06948-d6a3-4cb4-b9ff-43d47c603c28), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.356328 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-505c15ff-0e20-4c52-86d9-60eafd7b3e1f admin admin] Publish callbacks [] for security_group (62f06948-d6a3-4cb4-b9ff-43d47c603c28), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.536188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-505c15ff-0e20-4c52-86d9-60eafd7b3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (62f06948-d6a3-4cb4-b9ff-43d47c603c28), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.540740 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-505c15ff-0e20-4c52-86d9-60eafd7b3e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:02.542683 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-505c15ff-0e20-4c52-86d9-60eafd7b3e1f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/62f06948-d6a3-4cb4-b9ff-43d47c603c28 HTTP/1.1" status: 204 len: 168 time: 0.2638745 Sep 19 10:44:02.554191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c15ff-0e20-4c52-86d9-60eafd7b3e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f06948-d6a3-4cb4-b9ff-43d47c603c28,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:02.884118 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b7423a41-c923-4b1b-9d9c-a2a88a7d9a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:04.960890 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc981-06f8-4206-8b9d-bce96c488f45 req-f1cf6bd4-1088-4fb2-b314-a9124e1f5120 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:44:04.962403 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f04dc981-06f8-4206-8b9d-bce96c488f45 req-f1cf6bd4-1088-4fb2-b314-a9124e1f5120 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0472288 Sep 19 10:44:05.016932 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f04dc981-06f8-4206-8b9d-bce96c488f45 req-c3211c19-cba0-414f-85bd-3540a7eb8581 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484877 Sep 19 10:44:05.289882 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-59ce6574-7d7a-4d23-b10e-ca12c635d63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:05.837407 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36808) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:05.955681 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbde-869d-4a93-8074-3cdaa14578c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.030398 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbde-869d-4a93-8074-3cdaa14578c2 admin admin] Publish callbacks [] for security_group (7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.095702 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbde-869d-4a93-8074-3cdaa14578c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.136736 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bca9fbde-869d-4a93-8074-3cdaa14578c2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f96ae4bdab0349ed859c7ae8aa59ac6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981555 Sep 19 10:44:06.138710 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9fbde-869d-4a93-8074-3cdaa14578c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:06.140596 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36814) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:06.167570 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c827d0-f93e-48d5-9151-a6aa0d87734a req-66d8c0a4-7116-4116-9e5f-d1271cbd840c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:44:06.169086 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-55c827d0-f93e-48d5-9151-a6aa0d87734a req-66d8c0a4-7116-4116-9e5f-d1271cbd840c tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0624530 Sep 19 10:44:06.240770 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-11ef0696-e92c-464d-a2fe-7749a34db4d2 admin admin] Publish callbacks [] for security_group (7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.249572 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-55c827d0-f93e-48d5-9151-a6aa0d87734a req-ffdad979-d4c5-4b00-a78c-c20c21563782 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aa68605b-1f3d-43d6-b509-bac89ceb86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721803 Sep 19 10:44:06.273466 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-11ef0696-e92c-464d-a2fe-7749a34db4d2 admin admin] Publish callbacks [] for security_group (7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.401007 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36826) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:06.419464 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-11ef0696-e92c-464d-a2fe-7749a34db4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.419464 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-11ef0696-e92c-464d-a2fe-7749a34db4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.419464 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-11ef0696-e92c-464d-a2fe-7749a34db4d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c HTTP/1.1" status: 204 len: 168 time: 0.2773373 Sep 19 10:44:06.428514 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef0696-e92c-464d-a2fe-7749a34db4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb3a48-6ad9-4eb1-bf83-c3b040a1a75c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:06.536740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-055e1c92-cb2b-48f2-8d54-8d288469055e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.581215 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.628065 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-055e1c92-cb2b-48f2-8d54-8d288469055e admin admin] Publish callbacks [] for security_group (c4faef71-3c49-4ad7-824e-41ffe8f001b8), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.633822 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-78c4a513-3ded-4aa1-a28b-86149740a0c6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:44:06.635483 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-78c4a513-3ded-4aa1-a28b-86149740a0c6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 947 time: 0.0519018 Sep 19 10:44:06.678932 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-055e1c92-cb2b-48f2-8d54-8d288469055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c4faef71-3c49-4ad7-824e-41ffe8f001b8), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.736691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Deleting port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:44:06.736691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.739612 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-055e1c92-cb2b-48f2-8d54-8d288469055e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1f4e750c130449f3b2c26eab08d7a89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374102 Sep 19 10:44:06.740669 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36838) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:06.741413 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e1c92-cb2b-48f2-8d54-8d288469055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4faef71-3c49-4ad7-824e-41ffe8f001b8,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:06.807091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf21f9f0-185f-4129-9dc3-c74db3915c81 admin admin] Publish callbacks [] for security_group (c4faef71-3c49-4ad7-824e-41ffe8f001b8), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.841606 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf21f9f0-185f-4129-9dc3-c74db3915c81 admin admin] Publish callbacks [] for security_group (c4faef71-3c49-4ad7-824e-41ffe8f001b8), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.844212 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] For port ba7ea05f-242c-4a1e-a30f-00d0880b8f37, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:44:06.844583 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.855392 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:06.975848 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf21f9f0-185f-4129-9dc3-c74db3915c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c4faef71-3c49-4ad7-824e-41ffe8f001b8), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.978695 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf21f9f0-185f-4129-9dc3-c74db3915c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:06.982221 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-cf21f9f0-185f-4129-9dc3-c74db3915c81 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c4faef71-3c49-4ad7-824e-41ffe8f001b8 HTTP/1.1" status: 204 len: 168 time: 0.2232013 Sep 19 10:44:06.990467 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21f9f0-185f-4129-9dc3-c74db3915c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4faef71-3c49-4ad7-824e-41ffe8f001b8,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:07.018221 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:07.020857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.021607 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (97f1f664-da02-4909-99e2-4ac05d555c29), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.021925 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Floating IP 97f1f664-da02-4909-99e2-4ac05d555c29 disassociated. External IP: 172.27.0.214, port: ba7ea05f-242c-4a1e-a30f-00d0880b8f37. Sep 19 10:44:07.022326 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Calling delete_port for ba7ea05f-242c-4a1e-a30f-00d0880b8f37 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:44:07.232021 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36842) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:07.251032 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-42a5aa3e-714f-4eb9-b6e1-99ccce68c6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.277746 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (ba7ea05f-242c-4a1e-a30f-00d0880b8f37), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.300146 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:07.309282 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event deleted for resources: {'Port': ['ID=ba7ea05f-242c-4a1e-a30f-00d0880b8f37,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:07.354815 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:07.360013 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-42a5aa3e-714f-4eb9-b6e1-99ccce68c6bd admin admin] Publish callbacks [] for security_group (0c8e0c6e-f78a-4af6-bfaa-afc4553d512d), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.404893 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f8dfbc0-0073-4d26-bdbb-9040bba7e4b1 req-3f8ae13f-4874-46c3-aa73-639e867d82f6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0348368 Sep 19 10:44:07.461608 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-42a5aa3e-714f-4eb9-b6e1-99ccce68c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (0c8e0c6e-f78a-4af6-bfaa-afc4553d512d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.473132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:44:07.496379 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-42a5aa3e-714f-4eb9-b6e1-99ccce68c6bd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bd61355891c74819b1194dd07026a9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625630 Sep 19 10:44:07.497383 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36852) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:07.554276 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5aa3e-714f-4eb9-b6e1-99ccce68c6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8e0c6e-f78a-4af6-bfaa-afc4553d512d,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:07.582449 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90a8194e-ba5f-43eb-b34c-ac3905e397ec admin admin] Publish callbacks [] for security_group (0c8e0c6e-f78a-4af6-bfaa-afc4553d512d), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.609923 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90a8194e-ba5f-43eb-b34c-ac3905e397ec admin admin] Publish callbacks [] for security_group (0c8e0c6e-f78a-4af6-bfaa-afc4553d512d), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.612150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:44:07.625791 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:44:07.636700 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:44:07.637353 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:44:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:07.666738 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] No DVR routers for this DVR port ba7ea05f-242c-4a1e-a30f-00d0880b8f37 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:44:07.669835 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.676223 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7895b401-2fca-4800-b392-2cb4c69ce91f req-208ff189-0386-4db6-b8b8-2edd3033d959 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.73 "DELETE /networking/v2.0/ports/ba7ea05f-242c-4a1e-a30f-00d0880b8f37 HTTP/1.1" status: 204 len: 173 time: 1.0286524 Sep 19 10:44:07.676223 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-deleted', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:44:07.677563 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14458547-721d-4f6a-8c66-eea328b91e49" -d '{"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-deleted", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:44:07.728021 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8d701-5d36-4d69-9352-a1afe6b23daf x-openstack-request-id: req-b4a8d701-5d36-4d69-9352-a1afe6b23daf {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:44:07.728552 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e10a45-f231-4231-a5de-a46e49d7ccf2", "name": "network-vif-deleted", "tag": "ba7ea05f-242c-4a1e-a30f-00d0880b8f37", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:44:07.728931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4a8d701-5d36-4d69-9352-a1afe6b23daf {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:44:07.729517 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a8d701-5d36-4d69-9352-a1afe6b23daf'] response: {'server_uuid': 'c0e10a45-f231-4231-a5de-a46e49d7ccf2', 'name': 'network-vif-deleted', 'tag': 'ba7ea05f-242c-4a1e-a30f-00d0880b8f37', 'status': 'completed', 'code': 200} Sep 19 10:44:07.815751 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90a8194e-ba5f-43eb-b34c-ac3905e397ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (0c8e0c6e-f78a-4af6-bfaa-afc4553d512d), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.825226 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90a8194e-ba5f-43eb-b34c-ac3905e397ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:07.826847 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-90a8194e-ba5f-43eb-b34c-ac3905e397ec admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c8e0c6e-f78a-4af6-bfaa-afc4553d512d HTTP/1.1" status: 204 len: 168 time: 0.3273265 Sep 19 10:44:07.838724 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8194e-ba5f-43eb-b34c-ac3905e397ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8e0c6e-f78a-4af6-bfaa-afc4553d512d,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:07.940141 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:44:07.986904 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36860) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:08.000447 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c493cc75-e611-4fd5-8493-64b2d78d56db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.092135 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c493cc75-e611-4fd5-8493-64b2d78d56db admin admin] Publish callbacks [] for security_group (35602492-5e72-4efe-8fe6-c3536545ac07), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.148799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:08.154314 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:08.179728 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:44:08.188235 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:44:08.188833 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:44:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:08.203119 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c493cc75-e611-4fd5-8493-64b2d78d56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (35602492-5e72-4efe-8fe6-c3536545ac07), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.253093 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36864) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:08.253252 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c493cc75-e611-4fd5-8493-64b2d78d56db admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=56389c310a944dceb8aa7271f5237763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649658 Sep 19 10:44:08.274886 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493cc75-e611-4fd5-8493-64b2d78d56db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35602492-5e72-4efe-8fe6-c3536545ac07,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:08.319174 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37b28635-a36a-4a70-a519-0fbdf07cf96d admin admin] Publish callbacks [] for security_group (35602492-5e72-4efe-8fe6-c3536545ac07), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.328010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.351343 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37b28635-a36a-4a70-a519-0fbdf07cf96d admin admin] Publish callbacks [] for security_group (35602492-5e72-4efe-8fe6-c3536545ac07), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.355827 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:44:08.495561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.497953 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:08.514883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37b28635-a36a-4a70-a519-0fbdf07cf96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (35602492-5e72-4efe-8fe6-c3536545ac07), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.517799 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37b28635-a36a-4a70-a519-0fbdf07cf96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:08.519022 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-37b28635-a36a-4a70-a519-0fbdf07cf96d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/35602492-5e72-4efe-8fe6-c3536545ac07 HTTP/1.1" status: 204 len: 168 time: 0.2636430 Sep 19 10:44:08.554260 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b28635-a36a-4a70-a519-0fbdf07cf96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35602492-5e72-4efe-8fe6-c3536545ac07,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:08.568131 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85c19adc-d9ed-4d37-b656-094e342097ac req-9de35ddb-d4ab-4a5f-822b-83791f1a1e7f tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0e10a45-f231-4231-a5de-a46e49d7ccf2 HTTP/1.1" status: 200 len: 210 time: 0.0549185 Sep 19 10:44:08.591668 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:08.630927 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351267f-c116-4b48-b445-2b4341112b37 None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:36:35Z', 'revision_number': 4, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '1cae8570-3661-45bc-9840-5e2a7bbf3a26', 'name': '', 'network_id': 'd4b8524c-7971-4971-b615-0e1396b631d7', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'mac_address': 'fa:16:3e:68:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:31Z', 'updated_at': '2022-09-19T10:36:45Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'subnets': [{'id': 'bb18c319-d9c1-404d-bdb9-d82d2ebd3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:44:08.736283 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:08.867141 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f899d-beb6-42f4-8e15-b948a2bfd605 None None] New status for floating IP 97f1f664-da02-4909-99e2-4ac05d555c29: DOWN {{(pid=106800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:44:09.822689 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:09.823314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36924) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:09.885929 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e70354f8-c398-498a-b0e8-88ad7ecd8aa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (aa68605b-1f3d-43d6-b509-bac89ceb86b0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:09.910873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e70354f8-c398-498a-b0e8-88ad7ecd8aa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (aa68605b-1f3d-43d6-b509-bac89ceb86b0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.037324 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e70354f8-c398-498a-b0e8-88ad7ecd8aa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (aa68605b-1f3d-43d6-b509-bac89ceb86b0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.037668 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e70354f8-c398-498a-b0e8-88ad7ecd8aa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.039026 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e70354f8-c398-498a-b0e8-88ad7ecd8aa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aa68605b-1f3d-43d6-b509-bac89ceb86b0 HTTP/1.1" status: 204 len: 168 time: 0.2138650 Sep 19 10:44:10.041967 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36934) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:10.049518 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70354f8-c398-498a-b0e8-88ad7ecd8aa6 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68605b-1f3d-43d6-b509-bac89ceb86b0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:10.075401 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.api.v2.resource [None req-874386db-b0ef-4146-b3e6-bd4b0fbb1b9b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] show failed (client error): The resource could not be found. Sep 19 10:44:10.079883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36936) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:10.083677 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-874386db-b0ef-4146-b3e6-bd4b0fbb1b9b tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "GET /networking/v2.0/security-groups/aa68605b-1f3d-43d6-b509-bac89ceb86b0 HTTP/1.1" status: 404 len: 347 time: 0.0329702 Sep 19 10:44:10.227638 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Deleting port dee625e9-b821-4bc7-89d1-307a4057ddf4 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:44:10.228157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.278286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:10.604200 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:44:10.605367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.605714 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (dee625e9-b821-4bc7-89d1-307a4057ddf4), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.620468 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Calling delete_port for dee625e9-b821-4bc7-89d1-307a4057ddf4 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:44:10.625296 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: ba7ea05f-242c-4a1e-a30f-00d0880b8f37 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:44:10.627141 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device ba7ea05f-242c-4a1e-a30f-00d0880b8f37 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:44:10.877261 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (dee625e9-b821-4bc7-89d1-307a4057ddf4), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.908509 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Pushing event deleted for resources: {'Port': ['ID=dee625e9-b821-4bc7-89d1-307a4057ddf4,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:10.977524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks [] for floatingip (97f1f664-da02-4909-99e2-4ac05d555c29), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.980039 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:10.981183 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e2ef5018-f203-44f7-8b61-e433e9bec346 tempest-AttachVolumeShelveTestJSON-76682510 tempest-AttachVolumeShelveTestJSON-76682510-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/97f1f664-da02-4909-99e2-4ac05d555c29 HTTP/1.1" status: 204 len: 168 time: 0.8997815 Sep 19 10:44:11.374048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 36982) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:11.495533 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a5c78973-1647-41b1-828d-ae61d2971d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.571197 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a5c78973-1647-41b1-828d-ae61d2971d80 admin admin] Publish callbacks [] for security_group (16dd065d-21e9-4bbb-a5f8-3a7fef725185), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.660014 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a5c78973-1647-41b1-828d-ae61d2971d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (16dd065d-21e9-4bbb-a5f8-3a7fef725185), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.702594 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a5c78973-1647-41b1-828d-ae61d2971d80 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c507ad8808854f54b328a9a44f62ab7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274865 Sep 19 10:44:11.703753 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c78973-1647-41b1-828d-ae61d2971d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd065d-21e9-4bbb-a5f8-3a7fef725185,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:11.705533 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 36990) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:11.756780 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb800-2bfe-421e-afa5-db8ac794e5c4 admin admin] Publish callbacks [] for security_group (16dd065d-21e9-4bbb-a5f8-3a7fef725185), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.781502 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb800-2bfe-421e-afa5-db8ac794e5c4 admin admin] Publish callbacks [] for security_group (16dd065d-21e9-4bbb-a5f8-3a7fef725185), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.952959 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb800-2bfe-421e-afa5-db8ac794e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (16dd065d-21e9-4bbb-a5f8-3a7fef725185), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.958216 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb800-2bfe-421e-afa5-db8ac794e5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:11.958216 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8f5fb800-2bfe-421e-afa5-db8ac794e5c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/16dd065d-21e9-4bbb-a5f8-3a7fef725185 HTTP/1.1" status: 204 len: 168 time: 0.2507854 Sep 19 10:44:11.965336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fb800-2bfe-421e-afa5-db8ac794e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd065d-21e9-4bbb-a5f8-3a7fef725185,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:12.078136 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:12.784078 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37012) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:12.798624 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e6973c7-3a34-48e8-8d17-89fe6aeab0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:12.824420 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:12.883645 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e6973c7-3a34-48e8-8d17-89fe6aeab0c5 admin admin] Publish callbacks [] for security_group (bd1cdadf-9299-4df5-bfeb-1cf7a1669081), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.003903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e6973c7-3a34-48e8-8d17-89fe6aeab0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (bd1cdadf-9299-4df5-bfeb-1cf7a1669081), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.044154 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5e6973c7-3a34-48e8-8d17-89fe6aeab0c5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=277e958eb60840ac800db215a2a107f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588120 Sep 19 10:44:13.045014 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6973c7-3a34-48e8-8d17-89fe6aeab0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1cdadf-9299-4df5-bfeb-1cf7a1669081,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:13.046854 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37022) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:13.101000 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea4c-2e3a-4e2d-a4e2-1b5083fc19b2 admin admin] Publish callbacks [] for security_group (bd1cdadf-9299-4df5-bfeb-1cf7a1669081), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.122708 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea4c-2e3a-4e2d-a4e2-1b5083fc19b2 admin admin] Publish callbacks [] for security_group (bd1cdadf-9299-4df5-bfeb-1cf7a1669081), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.295858 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea4c-2e3a-4e2d-a4e2-1b5083fc19b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (bd1cdadf-9299-4df5-bfeb-1cf7a1669081), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.298781 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea4c-2e3a-4e2d-a4e2-1b5083fc19b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.302622 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-fa62ea4c-2e3a-4e2d-a4e2-1b5083fc19b2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bd1cdadf-9299-4df5-bfeb-1cf7a1669081 HTTP/1.1" status: 204 len: 168 time: 0.2510915 Sep 19 10:44:13.309187 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ea4c-2e3a-4e2d-a4e2-1b5083fc19b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1cdadf-9299-4df5-bfeb-1cf7a1669081,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:13.428091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37028) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:13.536552 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0268e971-6d58-4c61-9922-2e3da4adc667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.611393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0268e971-6d58-4c61-9922-2e3da4adc667 admin admin] Publish callbacks [] for security_group (5c5854ed-b783-4824-8a3b-075f162c82b1), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.707168 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0268e971-6d58-4c61-9922-2e3da4adc667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5c5854ed-b783-4824-8a3b-075f162c82b1), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.747971 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0268e971-6d58-4c61-9922-2e3da4adc667 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=369e7b4c5eb9401dac0580e4bb4142d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188119 Sep 19 10:44:13.748815 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268e971-6d58-4c61-9922-2e3da4adc667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5854ed-b783-4824-8a3b-075f162c82b1,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:13.751468 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37034) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:13.806150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-01f7b273-41a5-49b5-a4bb-be103e4df390 admin admin] Publish callbacks [] for security_group (5c5854ed-b783-4824-8a3b-075f162c82b1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.840783 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-01f7b273-41a5-49b5-a4bb-be103e4df390 admin admin] Publish callbacks [] for security_group (5c5854ed-b783-4824-8a3b-075f162c82b1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:13.933903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37050) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:14.008991 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-01f7b273-41a5-49b5-a4bb-be103e4df390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5c5854ed-b783-4824-8a3b-075f162c82b1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:14.012382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-01f7b273-41a5-49b5-a4bb-be103e4df390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:14.013567 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-01f7b273-41a5-49b5-a4bb-be103e4df390 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5c5854ed-b783-4824-8a3b-075f162c82b1 HTTP/1.1" status: 204 len: 168 time: 0.2608862 Sep 19 10:44:14.022271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7b273-41a5-49b5-a4bb-be103e4df390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5854ed-b783-4824-8a3b-075f162c82b1,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:14.157621 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:14.358223 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:14.377962 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:14.602593 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Deleting port 1cae8570-3661-45bc-9840-5e2a7bbf3a26 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:44:14.602950 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:14.934718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] For port 1cae8570-3661-45bc-9840-5e2a7bbf3a26, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=1cae8570-3661-45bc-9840-5e2a7bbf3a26,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:44:14.935091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:14.947342 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Calling delete_port for 1cae8570-3661-45bc-9840-5e2a7bbf3a26 owned by network:router_interface {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:44:15.237994 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (1cae8570-3661-45bc-9840-5e2a7bbf3a26), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:15.270302 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cae8570-3661-45bc-9840-5e2a7bbf3a26,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:15.441575 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:15.599271 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:15.669128 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:44:15.720943 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:15.786143 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:44:15.794477 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-3565a254-0f6f-40c3-9f72-ff88a841da86 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568640 Sep 19 10:44:15.795095 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37110) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:15.798045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] Sync routers for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:44:15.827354 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:44:15.828270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:44:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:15.923581 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks [] for router (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:15.960011 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:44:16.028265 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks [] for router_gateway (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.129021 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:44:15Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:16.154961 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] Checking router: 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:44:16.163191 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] Routers {'51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:44:16.168857 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:44:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:16.243698 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Deleting port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:44:16.244267 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.278171 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] Set router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:44:16.288725 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:16.330027 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] For port 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:44:16.330495 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.344857 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Calling delete_port for 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 owned by network:router_gateway {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:44:16.454693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:44:15Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:16.486389 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0b08-5ef5-4c0e-8fee-fbbd82626511 None None] The sync data for ids ['51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65'] in dv-cinder-858275-1-iscsi is: [{'id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'name': 'tempest-AttachVolumeShelveTestJSON-1015321078-router', 'tenant_id': 'e3160b641b81433780d38eca696bfdf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:36:21Z', 'updated_at': '2022-09-19T10:44:15Z', 'revision_number': 5, 'project_id': 'e3160b641b81433780d38eca696bfdf1', 'gw_port': {'id': '43f22b8b-6ec9-4877-afe6-fd7d62c09fb2', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:36:22Z', 'updated_at': '2022-09-19T10:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:44:16.637778 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (43f22b8b-6ec9-4877-afe6-fd7d62c09fb2), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.664046 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f22b8b-6ec9-4877-afe6-fd7d62c09fb2,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:16.734768 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.824550 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.826999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks [] for router_controller (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.862486 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:16.976192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.976993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 {{(pid=106798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:44:16.981999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:16.983259 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-feda99fc-7f71-4077-bc2b-33e015532d14 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/51f009ab-3b6b-4d2a-9a31-e1dfbc2c5d65 HTTP/1.1" status: 204 len: 168 time: 1.1876519 Sep 19 10:44:16.986073 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37124) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:17.030346 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:17.036465 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 1cae8570-3661-45bc-9840-5e2a7bbf3a26 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:44:17.037973 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Deleting subnet bb18c319-d9c1-404d-bdb9-d82d2ebd3505 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:44:17.042123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Publish callbacks [] for subnet (bb18c319-d9c1-404d-bdb9-d82d2ebd3505), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.056931 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 1cae8570-3661-45bc-9840-5e2a7bbf3a26 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:44:17.057477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 1cae8570-3661-45bc-9840-5e2a7bbf3a26 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:44:17.080918 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (bb18c319-d9c1-404d-bdb9-d82d2ebd3505), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.164355 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (bb18c319-d9c1-404d-bdb9-d82d2ebd3505), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.359401 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (bb18c319-d9c1-404d-bdb9-d82d2ebd3505), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.385506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb18c319-d9c1-404d-bdb9-d82d2ebd3505,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:17.391137 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.394484 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-67d46790-cd2f-4192-b165-330eeb519d2b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/bb18c319-d9c1-404d-bdb9-d82d2ebd3505 HTTP/1.1" status: 204 len: 168 time: 0.4073863 Sep 19 10:44:17.407896 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37126) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:17.408188 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169960b-a7fc-474e-8fad-76c291532d61 None None] Network d4b8524c-7971-4971-b615-0e1396b631d7 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:44:17.471111 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (d4b8524c-7971-4971-b615-0e1396b631d7), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.482731 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:17.530022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Deleting port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:44:17.530377 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.601243 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] DHCP port deletion for d4b8524c-7971-4971-b615-0e1396b631d7 request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:44:17.610070 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] For port 976d025e-bca6-4b23-90ab-d7a0ec2ee268, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=976d025e-bca6-4b23-90ab-d7a0ec2ee268,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:44:17.610437 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.613236 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:17.636170 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Calling delete_port for 976d025e-bca6-4b23-90ab-d7a0ec2ee268 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:44:17.646824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] Deleting port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:44:17.646824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.719333 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] For port 976d025e-bca6-4b23-90ab-d7a0ec2ee268, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=976d025e-bca6-4b23-90ab-d7a0ec2ee268,segment=NetworkSegment(2dc9793b-58ef-4225-b70e-8318fb8a5314),segment_id=2dc9793b-58ef-4225-b70e-8318fb8a5314)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:44:17.720443 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.734944 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] Calling delete_port for 976d025e-bca6-4b23-90ab-d7a0ec2ee268 owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:44:17.742826 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:17.844214 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.862384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (976d025e-bca6-4b23-90ab-d7a0ec2ee268), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:17.879193 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=976d025e-bca6-4b23-90ab-d7a0ec2ee268,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:17.888324 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] No DVR routers for this DVR port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 on host dv-cinder-858275-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:44:17.889192 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] Pushing event deleted for resources: {'Port': ['ID=976d025e-bca6-4b23-90ab-d7a0ec2ee268,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:17.900874 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9da727-bc8f-4081-bf7f-8e0c82ab1754 None None] No DVR routers for this DVR port 976d025e-bca6-4b23-90ab-d7a0ec2ee268 on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:44:17.972837 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (d4b8524c-7971-4971-b615-0e1396b631d7), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.003052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b8524c-7971-4971-b615-0e1396b631d7']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:18.013502 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc9793b-58ef-4225-b70e-8318fb8a5314') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:18.013804 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc9793b-58ef-4225-b70e-8318fb8a5314') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:44:18.029691 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (2dc9793b-58ef-4225-b70e-8318fb8a5314), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.040548 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (2dc9793b-58ef-4225-b70e-8318fb8a5314), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.047255 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:44:18.047665 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (2dc9793b-58ef-4225-b70e-8318fb8a5314), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.093844 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 2dc9793b-58ef-4225-b70e-8318fb8a5314 resource provider aggregate not found Sep 19 10:44:18.114838 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 2dc9793b-58ef-4225-b70e-8318fb8a5314 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dc9793b-58ef-4225-b70e-8318fb8a5314 found for delete ", "request_id": "req-f4d98062-5e00-4b4f-b1e3-0a6b3f5d4731"}]} Sep 19 10:44:18.193115 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (d4b8524c-7971-4971-b615-0e1396b631d7), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.198846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.207395 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d4b8524c-7971-4971-b615-0e1396b631d7 HTTP/1.1" status: 204 len: 168 time: 0.8033741 Sep 19 10:44:18.214446 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af92b2-b934-4bcd-958a-61b8f922dc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b8524c-7971-4971-b615-0e1396b631d7,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:18.595642 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37166) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:18.638531 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cc82cfcb-c77e-4958-b2f8-e472b025e165 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e3160b641b81433780d38eca696bfdf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416057 Sep 19 10:44:18.641030 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37170) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:18.694068 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a3038bf-f924-4c84-8f89-a3cfa931cd3d admin admin] Publish callbacks [] for security_group (249a4593-895e-4734-8718-38f54fc47211), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.714722 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a3038bf-f924-4c84-8f89-a3cfa931cd3d admin admin] Publish callbacks [] for security_group (249a4593-895e-4734-8718-38f54fc47211), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.866925 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a3038bf-f924-4c84-8f89-a3cfa931cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (249a4593-895e-4734-8718-38f54fc47211), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.873367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a3038bf-f924-4c84-8f89-a3cfa931cd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:18.873367 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3a3038bf-f924-4c84-8f89-a3cfa931cd3d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/249a4593-895e-4734-8718-38f54fc47211 HTTP/1.1" status: 204 len: 168 time: 0.2289665 Sep 19 10:44:18.883819 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3038bf-f924-4c84-8f89-a3cfa931cd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a4593-895e-4734-8718-38f54fc47211,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:18.991440 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 976d025e-bca6-4b23-90ab-d7a0ec2ee268 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:44:19.002258 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:19.010912 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 976d025e-bca6-4b23-90ab-d7a0ec2ee268 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:44:19.011258 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 976d025e-bca6-4b23-90ab-d7a0ec2ee268 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:44:19.011675 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:44:19.029712 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:44:19.031349 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 43f22b8b-6ec9-4877-afe6-fd7d62c09fb2 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:44:19.181296 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:27.072781 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:44:27.582685 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:27.598365 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:29.232948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:29.435969 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=26 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:32.929774 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-77e0fa75-898b-403a-9bc9-702e927b96ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.065617 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37490) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:34.172464 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c512825-d162-41d4-8c6d-aec211859eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.247647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c512825-d162-41d4-8c6d-aec211859eb9 admin admin] Publish callbacks [] for security_group (171b456f-1612-496d-b7f2-379b64ebb729), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.318320 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c512825-d162-41d4-8c6d-aec211859eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (171b456f-1612-496d-b7f2-379b64ebb729), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.358141 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1c512825-d162-41d4-8c6d-aec211859eb9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=99c78bb5ab694fd19b197e98abf52477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914639 Sep 19 10:44:34.358984 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c512825-d162-41d4-8c6d-aec211859eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171b456f-1612-496d-b7f2-379b64ebb729,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:34.361045 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37496) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:34.412222 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-55921c37-ca63-411f-9d40-e9b806cce5be admin admin] Publish callbacks [] for security_group (171b456f-1612-496d-b7f2-379b64ebb729), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.432073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-55921c37-ca63-411f-9d40-e9b806cce5be admin admin] Publish callbacks [] for security_group (171b456f-1612-496d-b7f2-379b64ebb729), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.564067 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-55921c37-ca63-411f-9d40-e9b806cce5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (171b456f-1612-496d-b7f2-379b64ebb729), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.567411 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-55921c37-ca63-411f-9d40-e9b806cce5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:34.571203 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-55921c37-ca63-411f-9d40-e9b806cce5be admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/171b456f-1612-496d-b7f2-379b64ebb729 HTTP/1.1" status: 204 len: 168 time: 0.2091143 Sep 19 10:44:34.579319 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55921c37-ca63-411f-9d40-e9b806cce5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171b456f-1612-496d-b7f2-379b64ebb729,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:35.213467 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37506) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:35.227260 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-afa41918-d2b7-4316-978f-eec0b37905d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.289702 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-21596658-93fc-4cac-bbda-e8d286589453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.306215 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-afa41918-d2b7-4316-978f-eec0b37905d9 admin admin] Publish callbacks [] for security_group (cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.358139 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-afa41918-d2b7-4316-978f-eec0b37905d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.399976 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa41918-d2b7-4316-978f-eec0b37905d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:35.405647 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-afa41918-d2b7-4316-978f-eec0b37905d9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=16c8f4f591ed43819b20b8a92f077d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911700 Sep 19 10:44:35.408267 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37510) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:35.458959 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53ed2f2b-4512-44ab-9d77-e0e9787ae8f6 admin admin] Publish callbacks [] for security_group (cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.478301 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53ed2f2b-4512-44ab-9d77-e0e9787ae8f6 admin admin] Publish callbacks [] for security_group (cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.587311 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53ed2f2b-4512-44ab-9d77-e0e9787ae8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.589947 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53ed2f2b-4512-44ab-9d77-e0e9787ae8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:35.591144 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-53ed2f2b-4512-44ab-9d77-e0e9787ae8f6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c HTTP/1.1" status: 204 len: 168 time: 0.1813254 Sep 19 10:44:35.599693 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed2f2b-4512-44ab-9d77-e0e9787ae8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e66e9-8cc0-4f4e-a4a4-e7f95df5716c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:36.585741 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.069789 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:37.193208 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37558) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:37.302760 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3150b1c8-3084-4885-a19f-f8dffe88f955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.380078 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3150b1c8-3084-4885-a19f-f8dffe88f955 admin admin] Publish callbacks [] for security_group (f23a20cc-c357-4e98-83ab-0ab5f0cf77a3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.448812 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3150b1c8-3084-4885-a19f-f8dffe88f955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f23a20cc-c357-4e98-83ab-0ab5f0cf77a3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.489007 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-3150b1c8-3084-4885-a19f-f8dffe88f955 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3e018cfe2e04479d92ba517315b92c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946601 Sep 19 10:44:37.490870 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150b1c8-3084-4885-a19f-f8dffe88f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a20cc-c357-4e98-83ab-0ab5f0cf77a3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:37.491871 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37566) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:37.545594 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1818449f-d2e5-4b17-972d-9dbe7f3618df admin admin] Publish callbacks [] for security_group (f23a20cc-c357-4e98-83ab-0ab5f0cf77a3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.568437 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1818449f-d2e5-4b17-972d-9dbe7f3618df admin admin] Publish callbacks [] for security_group (f23a20cc-c357-4e98-83ab-0ab5f0cf77a3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.689671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1818449f-d2e5-4b17-972d-9dbe7f3618df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f23a20cc-c357-4e98-83ab-0ab5f0cf77a3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.692288 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1818449f-d2e5-4b17-972d-9dbe7f3618df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:37.693487 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1818449f-d2e5-4b17-972d-9dbe7f3618df admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f23a20cc-c357-4e98-83ab-0ab5f0cf77a3 HTTP/1.1" status: 204 len: 168 time: 0.2006834 Sep 19 10:44:37.701736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818449f-d2e5-4b17-972d-9dbe7f3618df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a20cc-c357-4e98-83ab-0ab5f0cf77a3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:38.283052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:38.420241 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.273963 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37598) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:39.377968 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8d1d-ca3d-4155-8919-efcda2d1e855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.458236 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8d1d-ca3d-4155-8919-efcda2d1e855 admin admin] Publish callbacks [] for security_group (46631a01-70df-4b54-a6ad-b64060fbb3a9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.557201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8d1d-ca3d-4155-8919-efcda2d1e855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (46631a01-70df-4b54-a6ad-b64060fbb3a9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.597626 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3a2a8d1d-ca3d-4155-8919-efcda2d1e855 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8eed977aa4ec4ce4b7898d35b37b5896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223093 Sep 19 10:44:39.599310 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a8d1d-ca3d-4155-8919-efcda2d1e855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46631a01-70df-4b54-a6ad-b64060fbb3a9,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:39.601345 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37602) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:39.652789 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Publish callbacks [] for security_group (46631a01-70df-4b54-a6ad-b64060fbb3a9), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.668654 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=16 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:39.673140 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Publish callbacks [] for security_group (46631a01-70df-4b54-a6ad-b64060fbb3a9), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.697834 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:39.786952 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (46631a01-70df-4b54-a6ad-b64060fbb3a9), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.792771 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:39.793974 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46631a01-70df-4b54-a6ad-b64060fbb3a9 HTTP/1.1" status: 204 len: 168 time: 0.1900487 Sep 19 10:44:39.805231 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46631a01-70df-4b54-a6ad-b64060fbb3a9,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:39.812599 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.812883 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.813259 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.813604 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.814015 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.814274 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.814601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.814963 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.815314 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.815616 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.815941 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.816395 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.816727 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.817052 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:39.817394 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8bba5-d8a1-4c0e-83f5-8d57ae01e273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:48.327682 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:49.067145 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:49.072142 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:49.591218 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=55,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:49.593044 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=51,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:49.831284 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:49.941841 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=4,neutron:SELECT=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:51.874337 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37800) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:51.978889 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad5f-e883-4c8d-a484-7095b15fda35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.058196 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad5f-e883-4c8d-a484-7095b15fda35 admin admin] Publish callbacks [] for security_group (14362cda-b40e-4dc3-81a7-05d550e17ef3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.152179 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad5f-e883-4c8d-a484-7095b15fda35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (14362cda-b40e-4dc3-81a7-05d550e17ef3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.194705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aad5f-e883-4c8d-a484-7095b15fda35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14362cda-b40e-4dc3-81a7-05d550e17ef3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:52.199066 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-cb3aad5f-e883-4c8d-a484-7095b15fda35 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aacbec8cbf9f4cab8157ec36571adc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237340 Sep 19 10:44:52.201787 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37812) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:52.259801 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0e30938-ebbc-4b27-8a47-8b15b8f4a6c8 admin admin] Publish callbacks [] for security_group (14362cda-b40e-4dc3-81a7-05d550e17ef3), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.281335 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0e30938-ebbc-4b27-8a47-8b15b8f4a6c8 admin admin] Publish callbacks [] for security_group (14362cda-b40e-4dc3-81a7-05d550e17ef3), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.369336 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0e30938-ebbc-4b27-8a47-8b15b8f4a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (14362cda-b40e-4dc3-81a7-05d550e17ef3), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.371914 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0e30938-ebbc-4b27-8a47-8b15b8f4a6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.373204 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-c0e30938-ebbc-4b27-8a47-8b15b8f4a6c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14362cda-b40e-4dc3-81a7-05d550e17ef3 HTTP/1.1" status: 204 len: 168 time: 0.1703680 Sep 19 10:44:52.382092 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e30938-ebbc-4b27-8a47-8b15b8f4a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14362cda-b40e-4dc3-81a7-05d550e17ef3,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:52.678999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37824) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:52.785048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90fcab05-2678-4d06-960d-7a0f884ade2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.864397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90fcab05-2678-4d06-960d-7a0f884ade2a admin admin] Publish callbacks [] for security_group (4dcee134-267a-4171-9ca2-673d002a7a34), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.940959 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90fcab05-2678-4d06-960d-7a0f884ade2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4dcee134-267a-4171-9ca2-673d002a7a34), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:52.984146 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-90fcab05-2678-4d06-960d-7a0f884ade2a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a3f0f1ab9a8447aa7e37b4f4785d7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039808 Sep 19 10:44:52.985296 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcab05-2678-4d06-960d-7a0f884ade2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcee134-267a-4171-9ca2-673d002a7a34,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:52.987685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37830) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:53.029146 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37834) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:53.045315 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6509e099-5f6e-4e2f-aa2e-0334f8476939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.060546 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6af5-6cca-4585-b217-ea7db6db9e89 admin admin] Publish callbacks [] for security_group (4dcee134-267a-4171-9ca2-673d002a7a34), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.092581 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6af5-6cca-4585-b217-ea7db6db9e89 admin admin] Publish callbacks [] for security_group (4dcee134-267a-4171-9ca2-673d002a7a34), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.126626 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6509e099-5f6e-4e2f-aa2e-0334f8476939 admin admin] Publish callbacks [] for security_group (bb962ee5-4d5d-46b9-bd01-599741e83f70), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.175898 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6509e099-5f6e-4e2f-aa2e-0334f8476939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (bb962ee5-4d5d-46b9-bd01-599741e83f70), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.209661 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6af5-6cca-4585-b217-ea7db6db9e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (4dcee134-267a-4171-9ca2-673d002a7a34), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.212457 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6af5-6cca-4585-b217-ea7db6db9e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.213611 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7c4a6af5-6cca-4585-b217-ea7db6db9e89 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4dcee134-267a-4171-9ca2-673d002a7a34 HTTP/1.1" status: 204 len: 168 time: 0.2242193 Sep 19 10:44:53.214117 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e099-5f6e-4e2f-aa2e-0334f8476939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb962ee5-4d5d-46b9-bd01-599741e83f70,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:53.219758 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6509e099-5f6e-4e2f-aa2e-0334f8476939 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=93086441bccf456ea67a3cd74a0af05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886945 Sep 19 10:44:53.221740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37844) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:53.222969 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a6af5-6cca-4585-b217-ea7db6db9e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcee134-267a-4171-9ca2-673d002a7a34,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:53.243649 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:53.274305 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8149611-386c-43c5-8f40-faef1402a1b5 admin admin] Publish callbacks [] for security_group (bb962ee5-4d5d-46b9-bd01-599741e83f70), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.276637 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:44:53.297803 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8149611-386c-43c5-8f40-faef1402a1b5 admin admin] Publish callbacks [] for security_group (bb962ee5-4d5d-46b9-bd01-599741e83f70), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.421201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8149611-386c-43c5-8f40-faef1402a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (bb962ee5-4d5d-46b9-bd01-599741e83f70), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.423829 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8149611-386c-43c5-8f40-faef1402a1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:53.425093 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-d8149611-386c-43c5-8f40-faef1402a1b5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bb962ee5-4d5d-46b9-bd01-599741e83f70 HTTP/1.1" status: 204 len: 168 time: 0.2022417 Sep 19 10:44:53.433382 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149611-386c-43c5-8f40-faef1402a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb962ee5-4d5d-46b9-bd01-599741e83f70,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:55.038934 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 37922) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:55.148540 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-52a45e0c-1da1-42ca-91a5-e4d72db803a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.230548 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-52a45e0c-1da1-42ca-91a5-e4d72db803a8 admin admin] Publish callbacks [] for security_group (68a899a5-3e67-47a0-a4b3-31d0549f37ce), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.311666 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-52a45e0c-1da1-42ca-91a5-e4d72db803a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (68a899a5-3e67-47a0-a4b3-31d0549f37ce), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.352466 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-52a45e0c-1da1-42ca-91a5-e4d72db803a8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=df1b245001de4ac2a69994fb2263e8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124521 Sep 19 10:44:55.353467 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a45e0c-1da1-42ca-91a5-e4d72db803a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a899a5-3e67-47a0-a4b3-31d0549f37ce,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:55.355963 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 37932) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:44:55.409016 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Publish callbacks [] for security_group (68a899a5-3e67-47a0-a4b3-31d0549f37ce), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.429386 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Publish callbacks [] for security_group (68a899a5-3e67-47a0-a4b3-31d0549f37ce), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.563880 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (68a899a5-3e67-47a0-a4b3-31d0549f37ce), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.568142 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:44:55.569742 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/68a899a5-3e67-47a0-a4b3-31d0549f37ce HTTP/1.1" status: 204 len: 168 time: 0.2128470 Sep 19 10:44:55.580185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a899a5-3e67-47a0-a4b3-31d0549f37ce,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:44:55.588232 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.588584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.588933 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.589302 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.589646 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.589980 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.590311 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.590754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.591089 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.591523 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.591866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.592195 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.592524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.592857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:55.593234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d0822-b010-4d57-aaa7-13ea25862344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:44:57.592075 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:02.889238 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-abf78d9b-f33b-4998-a005-977613948ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.072163 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:45:04.415988 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38116) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:04.518689 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dae61-03fd-4fb5-adb0-0a3bdac3ba97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.597403 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dae61-03fd-4fb5-adb0-0a3bdac3ba97 admin admin] Publish callbacks [] for security_group (d883b262-4bbf-48c0-bbb8-fda2e5bc4735), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.655029 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dae61-03fd-4fb5-adb0-0a3bdac3ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d883b262-4bbf-48c0-bbb8-fda2e5bc4735), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.699195 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6f5dae61-03fd-4fb5-adb0-0a3bdac3ba97 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2bab654cebb846d2b41b6da2183cd33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820642 Sep 19 10:45:04.700531 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dae61-03fd-4fb5-adb0-0a3bdac3ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d883b262-4bbf-48c0-bbb8-fda2e5bc4735,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:04.701883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38126) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:04.759813 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8c277bc-8da1-4cc1-8c70-cf02b3ef2151 admin admin] Publish callbacks [] for security_group (d883b262-4bbf-48c0-bbb8-fda2e5bc4735), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.780535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8c277bc-8da1-4cc1-8c70-cf02b3ef2151 admin admin] Publish callbacks [] for security_group (d883b262-4bbf-48c0-bbb8-fda2e5bc4735), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.912514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8c277bc-8da1-4cc1-8c70-cf02b3ef2151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d883b262-4bbf-48c0-bbb8-fda2e5bc4735), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.915155 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8c277bc-8da1-4cc1-8c70-cf02b3ef2151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:04.916440 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f8c277bc-8da1-4cc1-8c70-cf02b3ef2151 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d883b262-4bbf-48c0-bbb8-fda2e5bc4735 HTTP/1.1" status: 204 len: 168 time: 0.2133224 Sep 19 10:45:04.925159 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c277bc-8da1-4cc1-8c70-cf02b3ef2151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883b262-4bbf-48c0-bbb8-fda2e5bc4735,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:05.278610 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9dd853a5-aab9-4896-957f-5e221d67409c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:05.605937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38142) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:05.619625 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6f46f1da-ff54-4739-805b-c6b33ab47163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:05.699731 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6f46f1da-ff54-4739-805b-c6b33ab47163 admin admin] Publish callbacks [] for security_group (5979f6e0-d2ab-4f1f-9765-9995357fc881), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:05.780582 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6f46f1da-ff54-4739-805b-c6b33ab47163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5979f6e0-d2ab-4f1f-9765-9995357fc881), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:05.820887 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6f46f1da-ff54-4739-805b-c6b33ab47163 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5f2666c268ac46bfb6046ab379ee7367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138159 Sep 19 10:45:05.822937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46f1da-ff54-4739-805b-c6b33ab47163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5979f6e0-d2ab-4f1f-9765-9995357fc881,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:05.823742 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38144) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:05.873431 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1e53aae-c65a-4357-ae76-9d499fd45eb0 admin admin] Publish callbacks [] for security_group (5979f6e0-d2ab-4f1f-9765-9995357fc881), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:05.894090 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1e53aae-c65a-4357-ae76-9d499fd45eb0 admin admin] Publish callbacks [] for security_group (5979f6e0-d2ab-4f1f-9765-9995357fc881), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.025494 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1e53aae-c65a-4357-ae76-9d499fd45eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5979f6e0-d2ab-4f1f-9765-9995357fc881), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.028170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1e53aae-c65a-4357-ae76-9d499fd45eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.029382 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f1e53aae-c65a-4357-ae76-9d499fd45eb0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5979f6e0-d2ab-4f1f-9765-9995357fc881 HTTP/1.1" status: 204 len: 168 time: 0.2046354 Sep 19 10:45:06.037633 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53aae-c65a-4357-ae76-9d499fd45eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979f6e0-d2ab-4f1f-9765-9995357fc881,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:06.603406 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.658104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38156) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:06.671779 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-95f9203a-019d-4f3a-ae1f-416ac55d563f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.715579 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:06.746740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-95f9203a-019d-4f3a-ae1f-416ac55d563f admin admin] Publish callbacks [] for security_group (5ccfe238-2b75-40ea-93b3-7779d106cb60), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.808455 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-95f9203a-019d-4f3a-ae1f-416ac55d563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5ccfe238-2b75-40ea-93b3-7779d106cb60), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.842549 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:06.851290 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9203a-019d-4f3a-ae1f-416ac55d563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccfe238-2b75-40ea-93b3-7779d106cb60,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:06.855404 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-95f9203a-019d-4f3a-ae1f-416ac55d563f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7a436a13d2724a15bdd068af53880ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962776 Sep 19 10:45:06.858048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38158) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:06.906877 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-de2866a4-90c5-46db-b932-0d6a445fa80c admin admin] Publish callbacks [] for security_group (5ccfe238-2b75-40ea-93b3-7779d106cb60), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:06.926903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-de2866a4-90c5-46db-b932-0d6a445fa80c admin admin] Publish callbacks [] for security_group (5ccfe238-2b75-40ea-93b3-7779d106cb60), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:07.066959 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-de2866a4-90c5-46db-b932-0d6a445fa80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (5ccfe238-2b75-40ea-93b3-7779d106cb60), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:07.069615 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-de2866a4-90c5-46db-b932-0d6a445fa80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:07.070765 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-de2866a4-90c5-46db-b932-0d6a445fa80c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5ccfe238-2b75-40ea-93b3-7779d106cb60 HTTP/1.1" status: 204 len: 168 time: 0.2118256 Sep 19 10:45:07.078567 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2866a4-90c5-46db-b932-0d6a445fa80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccfe238-2b75-40ea-93b3-7779d106cb60,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:08.232194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:08.404254 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.351914 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38256) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:10.456657 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4637e7c0-0133-4131-aa8b-b47ca31c9b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.533336 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4637e7c0-0133-4131-aa8b-b47ca31c9b03 admin admin] Publish callbacks [] for security_group (805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.586718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4637e7c0-0133-4131-aa8b-b47ca31c9b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.634311 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-4637e7c0-0133-4131-aa8b-b47ca31c9b03 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1af358e393c5476d98dd1a40188bc85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787251 Sep 19 10:45:10.634311 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637e7c0-0133-4131-aa8b-b47ca31c9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:10.635820 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38268) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:10.691427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3857916b-d297-4ce6-a289-b0ea7506bd37 admin admin] Publish callbacks [] for security_group (805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.711761 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3857916b-d297-4ce6-a289-b0ea7506bd37 admin admin] Publish callbacks [] for security_group (805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.744618 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:10.860962 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3857916b-d297-4ce6-a289-b0ea7506bd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.863617 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3857916b-d297-4ce6-a289-b0ea7506bd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:10.864794 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3857916b-d297-4ce6-a289-b0ea7506bd37 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1 HTTP/1.1" status: 204 len: 168 time: 0.2274845 Sep 19 10:45:10.873709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857916b-d297-4ce6-a289-b0ea7506bd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805db5f1-c66c-4db8-a6d2-35ce9cf4f0f1,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:11.604473 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38284) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:11.618391 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6090f84d-2e4c-49d7-9766-716ea54ad9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.629894 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:11.699148 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6090f84d-2e4c-49d7-9766-716ea54ad9fc admin admin] Publish callbacks [] for security_group (549e7368-651d-4c95-8a2b-76cd79303394), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.768971 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6090f84d-2e4c-49d7-9766-716ea54ad9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (549e7368-651d-4c95-8a2b-76cd79303394), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.809823 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6090f84d-2e4c-49d7-9766-716ea54ad9fc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=046daf25c48d4aafaed6200eacf4754e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042525 Sep 19 10:45:11.810874 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f84d-2e4c-49d7-9766-716ea54ad9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549e7368-651d-4c95-8a2b-76cd79303394,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:11.812556 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38286) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:11.863192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62811253-a7bf-4363-928a-ebec1fe8cc76 admin admin] Publish callbacks [] for security_group (549e7368-651d-4c95-8a2b-76cd79303394), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.882619 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62811253-a7bf-4363-928a-ebec1fe8cc76 admin admin] Publish callbacks [] for security_group (549e7368-651d-4c95-8a2b-76cd79303394), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.986373 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62811253-a7bf-4363-928a-ebec1fe8cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (549e7368-651d-4c95-8a2b-76cd79303394), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.989079 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62811253-a7bf-4363-928a-ebec1fe8cc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:11.990241 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-62811253-a7bf-4363-928a-ebec1fe8cc76 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/549e7368-651d-4c95-8a2b-76cd79303394 HTTP/1.1" status: 204 len: 168 time: 0.1757681 Sep 19 10:45:11.998376 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62811253-a7bf-4363-928a-ebec1fe8cc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e7368-651d-4c95-8a2b-76cd79303394,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:14.069415 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:20.886772 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:21.803869 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=27,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:21.806708 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:21.993614 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:21.994471 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:22.034244 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:23.907398 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38438) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:24.014973 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-214938c7-91d0-4ec2-bfa1-406711c2efd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.093720 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-214938c7-91d0-4ec2-bfa1-406711c2efd7 admin admin] Publish callbacks [] for security_group (1a5c5083-ab4e-42a3-9450-4ea17123478a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.175197 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-214938c7-91d0-4ec2-bfa1-406711c2efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1a5c5083-ab4e-42a3-9450-4ea17123478a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.213771 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-214938c7-91d0-4ec2-bfa1-406711c2efd7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bd4a147e391448a29f738cb448e9f7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053010 Sep 19 10:45:24.216193 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214938c7-91d0-4ec2-bfa1-406711c2efd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c5083-ab4e-42a3-9450-4ea17123478a,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:24.217191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38450) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:24.270930 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-86f0056f-c984-4a0c-90ab-97c0b00a3298 admin admin] Publish callbacks [] for security_group (1a5c5083-ab4e-42a3-9450-4ea17123478a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.292771 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-86f0056f-c984-4a0c-90ab-97c0b00a3298 admin admin] Publish callbacks [] for security_group (1a5c5083-ab4e-42a3-9450-4ea17123478a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.443634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-86f0056f-c984-4a0c-90ab-97c0b00a3298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (1a5c5083-ab4e-42a3-9450-4ea17123478a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.448080 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-86f0056f-c984-4a0c-90ab-97c0b00a3298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:24.448080 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-86f0056f-c984-4a0c-90ab-97c0b00a3298 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1a5c5083-ab4e-42a3-9450-4ea17123478a HTTP/1.1" status: 204 len: 168 time: 0.2290676 Sep 19 10:45:24.455637 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0056f-c984-4a0c-90ab-97c0b00a3298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c5083-ab4e-42a3-9450-4ea17123478a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:26.069705 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:27.626755 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.045908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38558) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:28.152966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3310870d-552f-406d-b52a-a17b3aba3ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.235509 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3310870d-552f-406d-b52a-a17b3aba3ec9 admin admin] Publish callbacks [] for security_group (b72b9a60-b7d2-4eda-a2e7-7430ffd116ea), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.329408 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3310870d-552f-406d-b52a-a17b3aba3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b72b9a60-b7d2-4eda-a2e7-7430ffd116ea), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.370465 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3310870d-552f-406d-b52a-a17b3aba3ec9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d20926a91920444ca93d2780c90363b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234551 Sep 19 10:45:28.371578 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310870d-552f-406d-b52a-a17b3aba3ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72b9a60-b7d2-4eda-a2e7-7430ffd116ea,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:28.373971 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38566) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:28.427018 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-78572890-760a-4bfe-8bab-211831345855 admin admin] Publish callbacks [] for security_group (b72b9a60-b7d2-4eda-a2e7-7430ffd116ea), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.447224 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-78572890-760a-4bfe-8bab-211831345855 admin admin] Publish callbacks [] for security_group (b72b9a60-b7d2-4eda-a2e7-7430ffd116ea), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.637813 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-78572890-760a-4bfe-8bab-211831345855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b72b9a60-b7d2-4eda-a2e7-7430ffd116ea), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.640907 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-78572890-760a-4bfe-8bab-211831345855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:28.642128 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-78572890-760a-4bfe-8bab-211831345855 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b72b9a60-b7d2-4eda-a2e7-7430ffd116ea HTTP/1.1" status: 204 len: 168 time: 0.2671216 Sep 19 10:45:28.650896 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572890-760a-4bfe-8bab-211831345855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72b9a60-b7d2-4eda-a2e7-7430ffd116ea,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:31.055812 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:32.963814 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-30341c7b-7fd7-45dd-8965-2ba6fd4d86e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:35.266100 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6d393e08-647f-46a6-8361-0bdec695f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:36.608894 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:38.226768 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:38.369294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:38.369294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:38.472655 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:38.480473 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:38.646993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:40.593735 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38822) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:40.699160 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:40.775130 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Publish callbacks [] for security_group (09c9b78c-2577-4cc5-8c70-19df0734e027), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:40.883872 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (09c9b78c-2577-4cc5-8c70-19df0734e027), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:40.924243 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c9b78c-2577-4cc5-8c70-19df0734e027,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:40.928410 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fe82ada6f5f34dac92c3df01a052a827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336372 Sep 19 10:45:40.931254 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38826) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:40.934767 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.935116 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.935461 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.935802 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.936140 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.936473 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.936808 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.937179 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.937532 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.937860 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.938304 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.938633 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.938959 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.939312 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.939634 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda3fed6-cc0e-43bd-aa04-81cb162de55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:45:40.984335 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3084-0d3d-4338-b7aa-c7e631b2ac3b admin admin] Publish callbacks [] for security_group (09c9b78c-2577-4cc5-8c70-19df0734e027), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:41.005289 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3084-0d3d-4338-b7aa-c7e631b2ac3b admin admin] Publish callbacks [] for security_group (09c9b78c-2577-4cc5-8c70-19df0734e027), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:41.081551 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:45:41.146208 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3084-0d3d-4338-b7aa-c7e631b2ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (09c9b78c-2577-4cc5-8c70-19df0734e027), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:41.149303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3084-0d3d-4338-b7aa-c7e631b2ac3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:41.150648 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f8fe3084-0d3d-4338-b7aa-c7e631b2ac3b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/09c9b78c-2577-4cc5-8c70-19df0734e027 HTTP/1.1" status: 204 len: 168 time: 0.2183852 Sep 19 10:45:41.159724 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe3084-0d3d-4338-b7aa-c7e631b2ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c9b78c-2577-4cc5-8c70-19df0734e027,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:41.937590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38862) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:41.951913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a155bf3-f95a-44ef-a50f-7b42d5a9bf48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.034456 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a155bf3-f95a-44ef-a50f-7b42d5a9bf48 admin admin] Publish callbacks [] for security_group (cb91be69-674e-43b2-adc0-e49da32dd497), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.135007 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a155bf3-f95a-44ef-a50f-7b42d5a9bf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cb91be69-674e-43b2-adc0-e49da32dd497), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.193000 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a155bf3-f95a-44ef-a50f-7b42d5a9bf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb91be69-674e-43b2-adc0-e49da32dd497,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:42.199243 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8a155bf3-f95a-44ef-a50f-7b42d5a9bf48 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a7bac3c4746437abd9041203e42fed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605858 Sep 19 10:45:42.203766 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38864) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:42.265954 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-806e8689-14a0-4e72-aca6-91dc2f4daf4b admin admin] Publish callbacks [] for security_group (cb91be69-674e-43b2-adc0-e49da32dd497), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.287355 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-806e8689-14a0-4e72-aca6-91dc2f4daf4b admin admin] Publish callbacks [] for security_group (cb91be69-674e-43b2-adc0-e49da32dd497), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.309294 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38868) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:42.429378 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0bfbae65-8a0f-4042-a77a-ab008a2e04ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.432213 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-806e8689-14a0-4e72-aca6-91dc2f4daf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (cb91be69-674e-43b2-adc0-e49da32dd497), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.434865 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-806e8689-14a0-4e72-aca6-91dc2f4daf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.436136 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-806e8689-14a0-4e72-aca6-91dc2f4daf4b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb91be69-674e-43b2-adc0-e49da32dd497 HTTP/1.1" status: 204 len: 168 time: 0.2297580 Sep 19 10:45:42.446711 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e8689-14a0-4e72-aca6-91dc2f4daf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb91be69-674e-43b2-adc0-e49da32dd497,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:42.539858 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0bfbae65-8a0f-4042-a77a-ab008a2e04ed admin admin] Publish callbacks [] for security_group (f49df9ba-01ac-45e3-94ac-b5a3983546b2), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.598327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0bfbae65-8a0f-4042-a77a-ab008a2e04ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f49df9ba-01ac-45e3-94ac-b5a3983546b2), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.643146 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbae65-8a0f-4042-a77a-ab008a2e04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49df9ba-01ac-45e3-94ac-b5a3983546b2,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:42.648375 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0bfbae65-8a0f-4042-a77a-ab008a2e04ed admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=af021dbd14a5406ab91700845ee808ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377399 Sep 19 10:45:42.650937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38876) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:42.701514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a951-552f-4ec8-8061-acae42e91895 admin admin] Publish callbacks [] for security_group (f49df9ba-01ac-45e3-94ac-b5a3983546b2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.725894 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a951-552f-4ec8-8061-acae42e91895 admin admin] Publish callbacks [] for security_group (f49df9ba-01ac-45e3-94ac-b5a3983546b2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.860819 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a951-552f-4ec8-8061-acae42e91895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (f49df9ba-01ac-45e3-94ac-b5a3983546b2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.863421 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a951-552f-4ec8-8061-acae42e91895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:42.864689 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e7e5a951-552f-4ec8-8061-acae42e91895 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f49df9ba-01ac-45e3-94ac-b5a3983546b2 HTTP/1.1" status: 204 len: 168 time: 0.2127650 Sep 19 10:45:42.872516 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5a951-552f-4ec8-8061-acae42e91895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49df9ba-01ac-45e3-94ac-b5a3983546b2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:43.276102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38882) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:43.290364 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-831817fb-f81c-46d3-9b09-f0ceae2810e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.346647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:43.354810 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:43.374564 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-831817fb-f81c-46d3-9b09-f0ceae2810e6 admin admin] Publish callbacks [] for security_group (c8a51478-4be4-4823-bf4f-354990cd7089), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.448980 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-831817fb-f81c-46d3-9b09-f0ceae2810e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c8a51478-4be4-4823-bf4f-354990cd7089), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.490382 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-831817fb-f81c-46d3-9b09-f0ceae2810e6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=78e61b9be06343df871b827751a94eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130063 Sep 19 10:45:43.492301 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831817fb-f81c-46d3-9b09-f0ceae2810e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a51478-4be4-4823-bf4f-354990cd7089,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:43.493687 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38886) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:43.544576 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff8e3-2a6c-4fc3-919b-0e893122c42d admin admin] Publish callbacks [] for security_group (c8a51478-4be4-4823-bf4f-354990cd7089), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.566907 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff8e3-2a6c-4fc3-919b-0e893122c42d admin admin] Publish callbacks [] for security_group (c8a51478-4be4-4823-bf4f-354990cd7089), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.700492 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff8e3-2a6c-4fc3-919b-0e893122c42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (c8a51478-4be4-4823-bf4f-354990cd7089), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.703051 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff8e3-2a6c-4fc3-919b-0e893122c42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.704215 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2b2ff8e3-2a6c-4fc3-919b-0e893122c42d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c8a51478-4be4-4823-bf4f-354990cd7089 HTTP/1.1" status: 204 len: 168 time: 0.2095976 Sep 19 10:45:43.712461 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ff8e3-2a6c-4fc3-919b-0e893122c42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a51478-4be4-4823-bf4f-354990cd7089,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:43.770255 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38892) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:43.784456 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1066a073-203c-4f6c-b7a1-52747617b89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.878392 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1066a073-203c-4f6c-b7a1-52747617b89a admin admin] Publish callbacks [] for security_group (d5d036e7-ed83-4440-a98b-3edcc4ea0bcb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:43.962724 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1066a073-203c-4f6c-b7a1-52747617b89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d5d036e7-ed83-4440-a98b-3edcc4ea0bcb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:44.008166 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-1066a073-203c-4f6c-b7a1-52747617b89a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5eb8972b0a4e4a128845a1350e9ec590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366929 Sep 19 10:45:44.009389 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066a073-203c-4f6c-b7a1-52747617b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d036e7-ed83-4440-a98b-3edcc4ea0bcb,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:44.011011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38894) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:44.065076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39c865e3-5ce2-4142-a788-7996c2ba505d admin admin] Publish callbacks [] for security_group (d5d036e7-ed83-4440-a98b-3edcc4ea0bcb), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:44.085907 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39c865e3-5ce2-4142-a788-7996c2ba505d admin admin] Publish callbacks [] for security_group (d5d036e7-ed83-4440-a98b-3edcc4ea0bcb), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:44.260709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39c865e3-5ce2-4142-a788-7996c2ba505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (d5d036e7-ed83-4440-a98b-3edcc4ea0bcb), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:44.263873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39c865e3-5ce2-4142-a788-7996c2ba505d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:44.265134 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-39c865e3-5ce2-4142-a788-7996c2ba505d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d5d036e7-ed83-4440-a98b-3edcc4ea0bcb HTTP/1.1" status: 204 len: 168 time: 0.2531142 Sep 19 10:45:44.276276 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c865e3-5ce2-4142-a788-7996c2ba505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d036e7-ed83-4440-a98b-3edcc4ea0bcb,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:50.479916 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38976) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:50.593916 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b86be03b-32e5-4c2c-a657-de02d5f602ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:50.671266 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b86be03b-32e5-4c2c-a657-de02d5f602ef admin admin] Publish callbacks [] for security_group (627ed80f-7f63-496f-8145-0dfb6c93b77c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:50.728483 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b86be03b-32e5-4c2c-a657-de02d5f602ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (627ed80f-7f63-496f-8145-0dfb6c93b77c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:50.767235 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b86be03b-32e5-4c2c-a657-de02d5f602ef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5ed5f8c3f795487dacc9b2c005118d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862880 Sep 19 10:45:50.768359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86be03b-32e5-4c2c-a657-de02d5f602ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ed80f-7f63-496f-8145-0dfb6c93b77c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:50.770807 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38980) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:50.822424 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-70b4c026-2fbb-4eca-87a2-3ec19763eb7e admin admin] Publish callbacks [] for security_group (627ed80f-7f63-496f-8145-0dfb6c93b77c), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:50.825025 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:50.843545 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-70b4c026-2fbb-4eca-87a2-3ec19763eb7e admin admin] Publish callbacks [] for security_group (627ed80f-7f63-496f-8145-0dfb6c93b77c), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:50.859922 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:51.026527 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-70b4c026-2fbb-4eca-87a2-3ec19763eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (627ed80f-7f63-496f-8145-0dfb6c93b77c), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.029373 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-70b4c026-2fbb-4eca-87a2-3ec19763eb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.036521 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-70b4c026-2fbb-4eca-87a2-3ec19763eb7e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/627ed80f-7f63-496f-8145-0dfb6c93b77c HTTP/1.1" status: 204 len: 168 time: 0.2585313 Sep 19 10:45:51.041988 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4c026-2fbb-4eca-87a2-3ec19763eb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ed80f-7f63-496f-8145-0dfb6c93b77c,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:51.067175 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:51.068154 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:51.662963 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 38988) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:51.675968 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0d9c-dcb4-461e-ba2c-ac67554a3821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.750653 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0d9c-dcb4-461e-ba2c-ac67554a3821 admin admin] Publish callbacks [] for security_group (b1574366-e369-4d71-9fe3-2c377d393289), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.814742 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0d9c-dcb4-461e-ba2c-ac67554a3821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b1574366-e369-4d71-9fe3-2c377d393289), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.853157 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-0c8f0d9c-dcb4-461e-ba2c-ac67554a3821 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1cf755f2acd146ef9f21fc1d4ddf1df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890552 Sep 19 10:45:51.854911 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f0d9c-dcb4-461e-ba2c-ac67554a3821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1574366-e369-4d71-9fe3-2c377d393289,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:51.855872 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 38990) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:45:51.906108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-58143ce2-d80c-4cc9-8f74-7e161a977675 admin admin] Publish callbacks [] for security_group (b1574366-e369-4d71-9fe3-2c377d393289), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.926033 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-58143ce2-d80c-4cc9-8f74-7e161a977675 admin admin] Publish callbacks [] for security_group (b1574366-e369-4d71-9fe3-2c377d393289), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:51.950724 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:52.031267 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-58143ce2-d80c-4cc9-8f74-7e161a977675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b1574366-e369-4d71-9fe3-2c377d393289), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:52.033785 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-58143ce2-d80c-4cc9-8f74-7e161a977675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:45:52.039433 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-58143ce2-d80c-4cc9-8f74-7e161a977675 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b1574366-e369-4d71-9fe3-2c377d393289 HTTP/1.1" status: 204 len: 168 time: 0.1781001 Sep 19 10:45:52.042801 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58143ce2-d80c-4cc9-8f74-7e161a977675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1574366-e369-4d71-9fe3-2c377d393289,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:45:52.054634 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=3,neutron:SELECT=17 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:57.515732 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:45:57.608864 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:01.849454 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=23,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:01.851344 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:02.038640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:02.860451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-db9d1246-01c2-4f5f-8151-f7a587091134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:03.069493 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:03.073014 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:05.277458 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c52bf2a3-d53a-4da9-85d8-79e3b4ef130d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:06.625710 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:08.225559 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:08.392589 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:12.944199 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39186) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:13.061034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bea26cf5-c129-41bb-baac-75d96b0b9d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.135538 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bea26cf5-c129-41bb-baac-75d96b0b9d97 admin admin] Publish callbacks [] for security_group (645fd7ac-01ca-4577-9c98-ab81a15803b2), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.242602 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bea26cf5-c129-41bb-baac-75d96b0b9d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (645fd7ac-01ca-4577-9c98-ab81a15803b2), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.282459 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-bea26cf5-c129-41bb-baac-75d96b0b9d97 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e12d80e5675745379eba8b615fb61048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370528 Sep 19 10:46:13.283247 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26cf5-c129-41bb-baac-75d96b0b9d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645fd7ac-01ca-4577-9c98-ab81a15803b2,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:13.285182 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39196) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:13.335843 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Publish callbacks [] for security_group (645fd7ac-01ca-4577-9c98-ab81a15803b2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.361871 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Publish callbacks [] for security_group (645fd7ac-01ca-4577-9c98-ab81a15803b2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.494423 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (645fd7ac-01ca-4577-9c98-ab81a15803b2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.497049 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:13.498248 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/645fd7ac-01ca-4577-9c98-ab81a15803b2 HTTP/1.1" status: 204 len: 168 time: 0.2119122 Sep 19 10:46:13.506093 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645fd7ac-01ca-4577-9c98-ab81a15803b2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:13.513356 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.513703 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.514045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.514388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.514721 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.515115 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.515363 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.515690 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.516034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.516364 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.516687 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.517013 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.517355 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.517675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:13.517994 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876bfd6-c946-4dbe-9e23-9d9f8eb03020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:15.312299 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39232) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:15.417329 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-241a4638-070e-4efa-865d-7369097c472c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.493094 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-241a4638-070e-4efa-865d-7369097c472c admin admin] Publish callbacks [] for security_group (e1b454eb-a739-47d4-ad5a-227c973b6adb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.613465 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-241a4638-070e-4efa-865d-7369097c472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e1b454eb-a739-47d4-ad5a-227c973b6adb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.653256 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-241a4638-070e-4efa-865d-7369097c472c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5523ef2925484083b51d4cc2eb6b815e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399081 Sep 19 10:46:15.654059 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a4638-070e-4efa-865d-7369097c472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b454eb-a739-47d4-ad5a-227c973b6adb,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:15.656090 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39236) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:15.706289 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d0519e0-4d06-4e17-a6a5-8f38ca6a7eb1 admin admin] Publish callbacks [] for security_group (e1b454eb-a739-47d4-ad5a-227c973b6adb), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.727907 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d0519e0-4d06-4e17-a6a5-8f38ca6a7eb1 admin admin] Publish callbacks [] for security_group (e1b454eb-a739-47d4-ad5a-227c973b6adb), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.831686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d0519e0-4d06-4e17-a6a5-8f38ca6a7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (e1b454eb-a739-47d4-ad5a-227c973b6adb), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.834354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0d0519e0-4d06-4e17-a6a5-8f38ca6a7eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:15.835723 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0d0519e0-4d06-4e17-a6a5-8f38ca6a7eb1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e1b454eb-a739-47d4-ad5a-227c973b6adb HTTP/1.1" status: 204 len: 168 time: 0.1786506 Sep 19 10:46:15.844086 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0519e0-4d06-4e17-a6a5-8f38ca6a7eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b454eb-a739-47d4-ad5a-227c973b6adb,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:16.126420 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39246) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:16.290422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9897a279-6826-42ca-b03d-c5f01fa2aefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.369975 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9897a279-6826-42ca-b03d-c5f01fa2aefd admin admin] Publish callbacks [] for security_group (edd4480a-8dcf-4abd-8727-d3a2be952944), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.437290 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9897a279-6826-42ca-b03d-c5f01fa2aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (edd4480a-8dcf-4abd-8727-d3a2be952944), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.476185 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9897a279-6826-42ca-b03d-c5f01fa2aefd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4db8530cdc6c47b78fc684d4e0389e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485081 Sep 19 10:46:16.477327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897a279-6826-42ca-b03d-c5f01fa2aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd4480a-8dcf-4abd-8727-d3a2be952944,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:16.478979 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39250) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:16.527848 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd221015-73db-4a8d-9e9c-81d7e906e22f admin admin] Publish callbacks [] for security_group (edd4480a-8dcf-4abd-8727-d3a2be952944), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.547888 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd221015-73db-4a8d-9e9c-81d7e906e22f admin admin] Publish callbacks [] for security_group (edd4480a-8dcf-4abd-8727-d3a2be952944), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.677083 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd221015-73db-4a8d-9e9c-81d7e906e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (edd4480a-8dcf-4abd-8727-d3a2be952944), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.679840 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd221015-73db-4a8d-9e9c-81d7e906e22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:16.681029 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-cd221015-73db-4a8d-9e9c-81d7e906e22f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/edd4480a-8dcf-4abd-8727-d3a2be952944 HTTP/1.1" status: 204 len: 168 time: 0.2010133 Sep 19 10:46:16.689017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd221015-73db-4a8d-9e9c-81d7e906e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd4480a-8dcf-4abd-8727-d3a2be952944,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:18.071154 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:46:23.531737 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:26.470035 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:26.472921 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:26.580491 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=55,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:26.684683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=51,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:26.701973 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:27.254614 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39322) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:27.363840 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-753797f8-e6b5-4308-8579-4bb80ef63dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.436718 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-753797f8-e6b5-4308-8579-4bb80ef63dea admin admin] Publish callbacks [] for security_group (66a39168-1cb7-45d4-9a64-ef79455c1728), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.499557 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-753797f8-e6b5-4308-8579-4bb80ef63dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (66a39168-1cb7-45d4-9a64-ef79455c1728), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.542028 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-753797f8-e6b5-4308-8579-4bb80ef63dea admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=60a5ccc373a848428d3aac1632d86a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863407 Sep 19 10:46:27.543411 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753797f8-e6b5-4308-8579-4bb80ef63dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a39168-1cb7-45d4-9a64-ef79455c1728,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:27.545229 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39326) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:27.585565 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.603252 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4222-39ae-4061-a113-72e782f0b3f1 admin admin] Publish callbacks [] for security_group (66a39168-1cb7-45d4-9a64-ef79455c1728), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.623251 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4222-39ae-4061-a113-72e782f0b3f1 admin admin] Publish callbacks [] for security_group (66a39168-1cb7-45d4-9a64-ef79455c1728), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.779160 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4222-39ae-4061-a113-72e782f0b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (66a39168-1cb7-45d4-9a64-ef79455c1728), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.781797 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4222-39ae-4061-a113-72e782f0b3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:27.782949 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9c4f4222-39ae-4061-a113-72e782f0b3f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/66a39168-1cb7-45d4-9a64-ef79455c1728 HTTP/1.1" status: 204 len: 168 time: 0.2366533 Sep 19 10:46:27.790904 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f4222-39ae-4061-a113-72e782f0b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a39168-1cb7-45d4-9a64-ef79455c1728,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:28.703877 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39348) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:28.798329 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1941331580-network', 'tenant_id': '311e428360814eee8331ecb4e8480db2'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:28.882822 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Made reservation on behalf of 311e428360814eee8331ecb4e8480db2 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:46:28.885709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:28.894410 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:28.974314 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks [] for security_group (b75aa35e-3142-46c9-b388-677db5e74e5a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.088234 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b75aa35e-3142-46c9-b388-677db5e74e5a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.116291 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:46:29.122316 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75aa35e-3142-46c9-b388-677db5e74e5a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:29.129429 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (f07ba45f-2b99-4896-80f7-d6d111c0afc6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.129776 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Added segment f07ba45f-2b99-4896-80f7-d6d111c0afc6 of type vlan for network 40d3332b-95c0-422d-9a44-7cded6570980 Sep 19 10:46:29.169571 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (40d3332b-95c0-422d-9a44-7cded6570980), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.294488 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (40d3332b-95c0-422d-9a44-7cded6570980), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.295628 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:46:29.296259 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.360345 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] Pushing event updated for resources: {'Network': ['ID=40d3332b-95c0-422d-9a44-7cded6570980,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:29.370875 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 40d3332b-95c0-422d-9a44-7cded6570980 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:46:29.410674 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-39db80a4-7b9d-43c2-88ff-624f6f00365f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7056999 Sep 19 10:46:29.413579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39352) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:29.418309 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Request body: {'subnet': {'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1941331580-subnet', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:29.433683 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=11 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:29.442542 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:29.528493 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Made reservation on behalf of 311e428360814eee8331ecb4e8480db2 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:46:29.531011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484414'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.751515 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484392'] for subnet (f1e1618b-a513-40d6-b9c2-2e6a8334b8fc), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.754710 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:29.799398 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:29.811013 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:29.818330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Checking segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:29.818706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Network hostable DHCP agents. Network: 40d3332b-95c0-422d-9a44-7cded6570980, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:46:29.905546 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Network 40d3332b-95c0-422d-9a44-7cded6570980 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:46:29.968128 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 40d3332b-95c0-422d-9a44-7cded6570980) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:29.972412 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:46:29.973145 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:29.977760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec978d1-c7fb-4190-9301-0416d84bea7e None None] Network 40d3332b-95c0-422d-9a44-7cded6570980 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:46:30.080876 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-40d3332b-95c0-422d-9a44-7cded6570980', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'project_id': '311e428360814eee8331ecb4e8480db2', 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:46:30.081087 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-37bfee9e-b68e-444b-aedc-bb48bbb3331f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6663871 Sep 19 10:46:30.081832 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.083686 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39354) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:30.087962 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:30.198215 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (719fc7f8-52b2-4d73-90e2-71735a1b9bad), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.199262 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (719fc7f8-52b2-4d73-90e2-71735a1b9bad), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.215010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Allocated IP 172.20.0.2 (40d3332b-95c0-422d-9a44-7cded6570980/f1e1618b-a513-40d6-b9c2-2e6a8334b8fc/a3c8330e-8b5e-4e67-9d27-aa55817fa1fd) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:46:30.254479 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks [] for router_controller (719fc7f8-52b2-4d73-90e2-71735a1b9bad), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.354517 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Publish callbacks [] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.429940 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks [] for router_gateway (719fc7f8-52b2-4d73-90e2-71735a1b9bad), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.448054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.489309 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Network 40d3332b-95c0-422d-9a44-7cded6570980 is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:30.494947 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:30.497015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Pushing event updated for resources: {'Port': ['ID=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:30.499212 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:46:30.507974 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.518024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:30.570017 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Attempting to bind port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:46:30.570392 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Attempting to bind port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:46:30.570769 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Attempting to bind port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd on network 40d3332b-95c0-422d-9a44-7cded6570980 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:46:30.614580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:46:30.614580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Checking segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:30.614580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.614580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Bound using segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:46:30.614580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Bound port: a3c8330e-8b5e-4e67-9d27-aa55817fa1fd, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:46:30.614580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.674780 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] For port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:46:30.677912 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] For port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:46:30.680135 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks [] for router_gateway (719fc7f8-52b2-4d73-90e2-71735a1b9bad), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.702265 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.751838 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.802865 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4589ae-d723-42ee-8854-9a273b0c045b None None] Pushing event updated for resources: {'Port': ['ID=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:30.806224 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Allocated IP 172.27.0.148 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/8eeb8100-38bb-4ac8-986b-7e9c9fe01d64) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:46:30.935555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks [] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:30.950380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:31.044394 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.081096 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device a3c8330e-8b5e-4e67-9d27-aa55817fa1fd up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:31.093587 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:31.100239 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:31.105101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:46:31.127993 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:31.129985 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:31.130337 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.130739 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd Sep 19 10:46:31.132340 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Pushing event updated for resources: {'Port': ['ID=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:31.153329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:31.182803 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:31.205773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:31.206245 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.240744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:46:31.345614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.399890 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:31.446351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks [] for router_gateway (719fc7f8-52b2-4d73-90e2-71735a1b9bad), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.641206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (719fc7f8-52b2-4d73-90e2-71735a1b9bad), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.684103 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff9fe7-933d-46fc-97f3-2454930c1f05 None None] Network 40d3332b-95c0-422d-9a44-7cded6570980 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:46:31.752311 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-be51e3a8-5bd3-4052-8021-0ef50b8e2113 None None] Provisioning complete for port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:31.752681 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-be51e3a8-5bd3-4052-8021-0ef50b8e2113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:31.753015 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-be51e3a8-5bd3-4052-8021-0ef50b8e2113 None None] Attempt 1 to provision port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd Sep 19 10:46:31.826285 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Router 719fc7f8-52b2-4d73-90e2-71735a1b9bad is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:46:31.870641 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-be51e3a8-5bd3-4052-8021-0ef50b8e2113 None None] Current status of the port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:31.926876 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:31.937329 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:46:31.945912 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Sync routers for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:46:31.958362 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:31.958987 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:32.011064 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.012336 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c1d958f9-cd99-445c-a02f-19ace41d8974 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9277208 Sep 19 10:46:32.015090 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39356) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:32.060378 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:32.091139 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-2c18c664-4e66-40e2-a87e-0ecadb5e9698 None None] Provisioning complete for port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:32.091793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2c18c664-4e66-40e2-a87e-0ecadb5e9698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.092297 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-2c18c664-4e66-40e2-a87e-0ecadb5e9698 None None] Attempt 1 to provision port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd Sep 19 10:46:32.170118 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-2c18c664-4e66-40e2-a87e-0ecadb5e9698 None None] Current status of the port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:32.229421 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:31Z', 'revision_number': 3, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:32.254302 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Checking router: 719fc7f8-52b2-4d73-90e2-71735a1b9bad for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:46:32.254672 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Updating router 719fc7f8-52b2-4d73-90e2-71735a1b9bad port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:46:32.285482 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.420807 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.480254 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:32.580939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Allocated IP 172.20.0.1 (40d3332b-95c0-422d-9a44-7cded6570980/f1e1618b-a513-40d6-b9c2-2e6a8334b8fc/97b5f7f7-9277-4bc4-beec-627d4a3c8c5d) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:46:32.611836 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Publish callbacks [] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.705287 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.740136 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Attempting to bind port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:46:32.740504 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Attempting to bind port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:46:32.740871 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Attempting to bind port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:46:32.782182 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Pushing event updated for resources: {'Port': ['ID=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,revision_number=2']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:32.798391 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.799212 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.799212 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.799420 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.799740 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.800070 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.800458 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.800710 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.801032 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.801665 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.802004 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.802346 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.802668 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.802984 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.803305 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:32.817589 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:46:32.817961 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:32.818636 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.819037 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:46:32.819523 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Bound port: 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:46:32.819908 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.866067 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c57-cf26-4da9-a6e5-486247bb1b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.872992 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] For port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:46:32.876241 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] For port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:46:32.951875 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks [] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:32.958601 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:32.980511 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.029186 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:33.031810 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:33.032448 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:33.033768 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.068804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device a3c8330e-8b5e-4e67-9d27-aa55817fa1fd up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:33.072888 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172d4f1-52f2-422d-993d-9b24ec720d0c None None] Pushing event updated for resources: {'Port': ['ID=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:33.087879 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Network 40d3332b-95c0-422d-9a44-7cded6570980 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:33.088830 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:33.089282 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:33.091511 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:46:33.113599 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Pushing event updated for resources: {'Port': ['ID=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:33.126539 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:33.127084 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.127750 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd Sep 19 10:46:33.138135 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (719fc7f8-52b2-4d73-90e2-71735a1b9bad), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.160387 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:33.222422 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:33.346091 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:31Z', 'revision_number': 3, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:33.368664 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.373025 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd87c2-4a8b-4977-9952-5fb5294cb4fb None None] The sync data for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi is: [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:31Z', 'revision_number': 3, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:46:33.405367 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Provisioning complete for port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:33.406449 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.406889 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 1 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:33.445902 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:33.537715 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks [] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.620583 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.696505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Pushing event updated for resources: {'Port': ['ID=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:33.699646 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (719fc7f8-52b2-4d73-90e2-71735a1b9bad), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:33.766798 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:33.797101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Network 40d3332b-95c0-422d-9a44-7cded6570980 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:33.798590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:33.922945 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Router 719fc7f8-52b2-4d73-90e2-71735a1b9bad has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:46:33.947039 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 2 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:33.949304 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:33.988126 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:34.043545 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:46:34.052396 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-04159c59-a5ce-4b79-a2fa-eba3807f1c64 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/719fc7f8-52b2-4d73-90e2-71735a1b9bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0323524 Sep 19 10:46:34.489532 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 3 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:34.521947 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:34.800700 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39372) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:34.805853 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1462686066-network', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:34.905587 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Made reservation on behalf of c0c11decc56d4573abe15a1b3c86bb75 for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:46:34.908067 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:34.917384 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:34.993432 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks [] for security_group (b3db2823-2bde-41c3-9a20-8d436eac339e), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.003525 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Sync routers for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:46:35.014873 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:35.015669 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:35.053120 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 4 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:35.054669 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b3db2823-2bde-41c3-9a20-8d436eac339e), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.070155 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:46:35.080352 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:35.091816 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (f805500e-89ba-4498-b7b3-4bb4f2c308a8), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.092176 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Added segment f805500e-89ba-4498-b7b3-4bb4f2c308a8 of type vlan for network d27a8cf2-8026-411a-853e-1b2a3b134236 Sep 19 10:46:35.110375 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db2823-2bde-41c3-9a20-8d436eac339e,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:35.138709 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (d27a8cf2-8026-411a-853e-1b2a3b134236), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.160280 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:35.180998 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:35.190770 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:35.192458 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:35.192828 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.193188 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 Sep 19 10:46:35.215180 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (d27a8cf2-8026-411a-853e-1b2a3b134236), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.216357 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:46:35.216931 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.282265 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] Pushing event updated for resources: {'Network': ['ID=d27a8cf2-8026-411a-853e-1b2a3b134236,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:35.291713 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-8eaec03a-64ec-4319-b69d-0547f030c9ad admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4898882 Sep 19 10:46:35.294480 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39374) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:35.300958 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Request body: {'subnet': {'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1462686066-subnet', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:35.380183 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Made reservation on behalf of c0c11decc56d4573abe15a1b3c86bb75 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:46:35.382728 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.397098 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network d27a8cf2-8026-411a-853e-1b2a3b134236 details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:46:35.498355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd0942fa-fde3-4df8-906c-1f05182f179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.510661 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:35.598115 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:35.598503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.649184 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (2d002b93-6f65-42f8-9ba3-489a7e605503), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.650222 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:46:35.656879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:35.662494 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 5 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:35.685287 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 2, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:35.707179 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d002b93-6f65-42f8-9ba3-489a7e605503,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:35.717913 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Checking router: 719fc7f8-52b2-4d73-90e2-71735a1b9bad for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:46:35.718273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Updating router 719fc7f8-52b2-4d73-90e2-71735a1b9bad port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:46:35.719576 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Checking segment: {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:35.719938 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Network hostable DHCP agents. Network: d27a8cf2-8026-411a-853e-1b2a3b134236, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:46:35.740189 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:35.742482 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.769867 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:35.774549 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.825599 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:35.827239 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Network d27a8cf2-8026-411a-853e-1b2a3b134236 is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:46:35.905459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, d27a8cf2-8026-411a-853e-1b2a3b134236) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:35.909869 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:46:35.910582 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:35.922826 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55339de-f890-4e42-8bbd-f6802b1c6ca5 None None] Network d27a8cf2-8026-411a-853e-1b2a3b134236 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:46:36.034014 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f2cb84d3-168e-413c-be9d-f3e2b07e185b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7384710 Sep 19 10:46:36.036537 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39376) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:36.040686 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:36.049097 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:36.093255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-d27a8cf2-8026-411a-853e-1b2a3b134236', 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236', 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'fixed_ips': [{'subnet_id': '2d002b93-6f65-42f8-9ba3-489a7e605503'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:46:36.094153 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.156558 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Publish callbacks [] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.191697 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (c9933373-ecfd-4329-9472-99819a5d0fcd), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.192836 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (c9933373-ecfd-4329-9472-99819a5d0fcd), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.246638 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks [] for router_controller (c9933373-ecfd-4329-9472-99819a5d0fcd), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.248384 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 6 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:36.272702 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.328333 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Allocated IP 172.20.0.2 (d27a8cf2-8026-411a-853e-1b2a3b134236/2d002b93-6f65-42f8-9ba3-489a7e605503/3e5ae2e9-2c14-4619-bf37-aed49c8ff91c) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:46:36.330233 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:36.384536 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5deda0-4ea2-483c-9f21-cd4bc209e9b0 None None] Pushing event updated for resources: {'Port': ['ID=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:36.443766 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks [] for router_gateway (c9933373-ecfd-4329-9472-99819a5d0fcd), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.448765 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:36.455817 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Attempting to bind port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:46:36.456205 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Attempting to bind port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:46:36.456597 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Attempting to bind port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d on network 40d3332b-95c0-422d-9a44-7cded6570980 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:46:36.560696 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:46:36.561080 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Checking segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:36.561489 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.561874 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Bound using segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:46:36.562353 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Bound port: 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:46:36.562737 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.594629 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Publish callbacks [] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.645053 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] For port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:46:36.648370 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] For port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:46:36.654412 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.697263 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks [] for router_gateway (c9933373-ecfd-4329-9472-99819a5d0fcd), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.701956 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.716512 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.740274 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.749807 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Network d27a8cf2-8026-411a-853e-1b2a3b134236 is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:36.757118 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:36.762958 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:46:36.773283 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:36.778815 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Pushing event updated for resources: {'Port': ['ID=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:36.783240 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:36.783872 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:36.830165 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Allocated IP 172.27.0.70 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/56123eec-0336-427c-8963-2b3ea6c70aa3) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:46:36.850321 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Attempt 7 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:36.926962 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:36.938257 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks [] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:36.958303 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Attempting to bind port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:46:36.958607 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Attempting to bind port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:46:36.958968 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Attempting to bind port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c on network d27a8cf2-8026-411a-853e-1b2a3b134236 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:46:37.006531 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5deda0-4ea2-483c-9f21-cd4bc209e9b0 None None] Pushing event updated for resources: {'Port': ['ID=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:37.021150 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.038859 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:37.042662 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:37.059491 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:37.062092 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:46:37.089099 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:37.126981 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:46:37.140707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Checking segment: {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:37.140707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.140707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Bound using segment: {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:46:37.140707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Bound port: 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:46:37.140707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.183873 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Current status of the port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:37.184262 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.344559 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:37.371938 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Pushing event updated for resources: {'Port': ['ID=56123eec-0336-427c-8963-2b3ea6c70aa3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:37.413104 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:37.450873 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] For port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:46:37.453440 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:37.453836 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.454156 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 Sep 19 10:46:37.497888 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] For port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:46:37.524176 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] For port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:46:37.527142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.641612 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks [] for router_gateway (c9933373-ecfd-4329-9472-99819a5d0fcd), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.650886 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:36Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:37.655394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b58093-3d36-4bf1-b516-de94f3755a94 None None] Pushing event updated for resources: {'Port': ['ID=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:37.661965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.692877 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-3b6a7b55-fa36-4e97-993c-c011cdc8c4b3 None None] Provisioning complete for port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:37.693270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7b55-fa36-4e97-993c-c011cdc8c4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:37.693676 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-3b6a7b55-fa36-4e97-993c-c011cdc8c4b3 None None] Attempt 1 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:37.712835 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:37.712835 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1153ec-afd8-4433-aaf7-b47bd6008316 None None] The sync data for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi is: [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:36Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:46:37.791747 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03003267-e1fd-438a-8a4d-a58abbec8b01 None None] Pushing event updated for resources: {'Port': ['ID=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:37.831131 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:37.864683 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a7b55-fa36-4e97-993c-c011cdc8c4b3 None None] Current status of the port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:37.900863 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (c9933373-ecfd-4329-9472-99819a5d0fcd), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.162969 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Router c9933373-ecfd-4329-9472-99819a5d0fcd is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:46:38.193415 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.274776 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:46:38.279969 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:38.287089 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Sync routers for ids ['c9933373-ecfd-4329-9472-99819a5d0fcd'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:46:38.298666 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Routers {'c9933373-ecfd-4329-9472-99819a5d0fcd'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:38.299289 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['c9933373-ecfd-4329-9472-99819a5d0fcd'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:38.359083 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.372758 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-aff98a24-a2cc-4791-8d15-e5131f33d59c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3232465 Sep 19 10:46:38.372758 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39378) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:38.412516 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Set router c9933373-ecfd-4329-9472-99819a5d0fcd gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:38.439194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.626144 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 3, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:38.666883 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Checking router: c9933373-ecfd-4329-9472-99819a5d0fcd for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:46:38.667382 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Updating router c9933373-ecfd-4329-9472-99819a5d0fcd port 56123eec-0336-427c-8963-2b3ea6c70aa3 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:46:38.703638 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.764142 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:38.815117 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f107b-e31a-4cb0-954b-a53eabd7d981 None None] Network d27a8cf2-8026-411a-853e-1b2a3b134236 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:46:38.867098 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:38.867346 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.908643 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Provisioning complete for port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:38.909018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:38.909383 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Attempt 1 to provision port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c Sep 19 10:46:39.003587 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Publish callbacks [] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.063286 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Current status of the port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:39.063761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.089840 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Allocated IP 172.20.0.1 (d27a8cf2-8026-411a-853e-1b2a3b134236/2d002b93-6f65-42f8-9ba3-489a7e605503/066b2aed-2c47-4d38-a7a3-ce302a379d1d) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:46:39.094413 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.121643 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] For port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:46:39.146446 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Attempting to bind port 56123eec-0336-427c-8963-2b3ea6c70aa3 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:46:39.146446 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Attempting to bind port 56123eec-0336-427c-8963-2b3ea6c70aa3 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:46:39.146446 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Attempting to bind port 56123eec-0336-427c-8963-2b3ea6c70aa3 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:46:39.155828 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:39.185079 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0876a85-fa09-4ab8-ab0a-954c2cb38953 None None] Pushing event updated for resources: {'Port': ['ID=56123eec-0336-427c-8963-2b3ea6c70aa3,revision_number=2']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:39.205639 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:46:39.206064 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:39.206427 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.206814 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:46:39.207291 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Bound port: 56123eec-0336-427c-8963-2b3ea6c70aa3, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:46:39.207673 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.213408 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:39.214013 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.214120 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d Sep 19 10:46:39.218445 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.263138 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks [] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.275024 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] For port 56123eec-0336-427c-8963-2b3ea6c70aa3, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:46:39.278956 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] For port 56123eec-0336-427c-8963-2b3ea6c70aa3, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=56123eec-0336-427c-8963-2b3ea6c70aa3,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:46:39.308194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea63144-b1af-45e8-9f8a-bee0d78684e7 None None] Pushing event updated for resources: {'Port': ['ID=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:39.352895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:39.354571 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:39.357199 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.357793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-b854cc33-128f-4771-9f49-9c9acf168631 None None] Provisioning complete for port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:39.358161 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b854cc33-128f-4771-9f49-9c9acf168631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.358493 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-b854cc33-128f-4771-9f49-9c9acf168631 None None] Attempt 1 to provision port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c Sep 19 10:46:39.386719 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.398964 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Routers {'c9933373-ecfd-4329-9472-99819a5d0fcd'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:39.399696 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['c9933373-ecfd-4329-9472-99819a5d0fcd'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:39.426919 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:39.434539 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Network d27a8cf2-8026-411a-853e-1b2a3b134236 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:39.441138 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:39.442963 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:39.443772 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.443772 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c Sep 19 10:46:39.446673 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:46:39.463331 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0876a85-fa09-4ab8-ab0a-954c2cb38953 None None] Pushing event updated for resources: {'Port': ['ID=56123eec-0336-427c-8963-2b3ea6c70aa3,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:39.486190 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Pushing event updated for resources: {'Port': ['ID=066b2aed-2c47-4d38-a7a3-ce302a379d1d,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:39.501744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-b854cc33-128f-4771-9f49-9c9acf168631 None None] Current status of the port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:39.507207 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (c9933373-ecfd-4329-9472-99819a5d0fcd), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.512216 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:39.539843 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:39.544166 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] Set router c9933373-ecfd-4329-9472-99819a5d0fcd gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:39.558701 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:39.719099 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.722605 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Provisioning complete for port 066b2aed-2c47-4d38-a7a3-ce302a379d1d triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:39.723041 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.723438 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 1 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:39.750794 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:39.766665 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Port 066b2aed-2c47-4d38-a7a3-ce302a379d1d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:39.817421 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 3, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:39.843717 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63c3c3-ab26-441d-9dd3-2d05d598e967 None None] The sync data for ids ['c9933373-ecfd-4329-9472-99819a5d0fcd'] in dv-cinder-858275-1-iscsi is: [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 3, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:46:39.879388 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:39.894059 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks [] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:39.968194 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:40.041013 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (c9933373-ecfd-4329-9472-99819a5d0fcd), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:40.043022 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Pushing event updated for resources: {'Port': ['ID=066b2aed-2c47-4d38-a7a3-ce302a379d1d,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:40.162790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Network d27a8cf2-8026-411a-853e-1b2a3b134236 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:46:40.164238 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:46:40.267900 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 2 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:40.280339 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Router c9933373-ecfd-4329-9472-99819a5d0fcd has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:46:40.313120 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Port 066b2aed-2c47-4d38-a7a3-ce302a379d1d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:40.397034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:46:40.403121 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-57bd240a-a339-4eb3-9a13-f3706100d053 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c9933373-ecfd-4329-9472-99819a5d0fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385816 Sep 19 10:46:40.814533 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 3 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:40.824369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39394) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:40.829459 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354775248', 'description': 'tempest-secgroup-smoke-1354775248 description', 'project_id': '311e428360814eee8331ecb4e8480db2'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:40.847695 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Port 066b2aed-2c47-4d38-a7a3-ce302a379d1d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:40.894217 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:40.941086 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:40.964185 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group (08fdb4be-becf-41f4-838d-057683a368be), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.019876 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (08fdb4be-becf-41f4-838d-057683a368be), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.052676 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fdb4be-becf-41f4-838d-057683a368be,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:41.060221 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.060568 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.060912 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.061286 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.061677 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.061971 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.062306 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.069529 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:46:41.127426 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 56123eec-0336-427c-8963-2b3ea6c70aa3 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:41.133185 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.133185 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-551305de-c797-4034-90ce-f3580a5e5729 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3064091 Sep 19 10:46:41.135322 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39396) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:41.139627 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group_rule': {'security_group_id': '08fdb4be-becf-41f4-838d-057683a368be', 'project_id': '311e428360814eee8331ecb4e8480db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:41.173319 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 56123eec-0336-427c-8963-2b3ea6c70aa3 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:41.173694 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.174033 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 56123eec-0336-427c-8963-2b3ea6c70aa3 Sep 19 10:46:41.238662 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (1bd8ae19-2a9a-4c8d-b874-cf689c8cdac0), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.251683 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 56123eec-0336-427c-8963-2b3ea6c70aa3 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:41.252069 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.273559 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 56123eec-0336-427c-8963-2b3ea6c70aa3, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=56123eec-0336-427c-8963-2b3ea6c70aa3,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:46:41.300397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (1bd8ae19-2a9a-4c8d-b874-cf689c8cdac0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.348476 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 4 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:41.371635 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Sync routers for ids ['c9933373-ecfd-4329-9472-99819a5d0fcd'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:46:41.392064 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Port 066b2aed-2c47-4d38-a7a3-ce302a379d1d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:41.393610 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.394379 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:41.400383 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Routers {'c9933373-ecfd-4329-9472-99819a5d0fcd'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:41.403441 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['c9933373-ecfd-4329-9472-99819a5d0fcd'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:41.425087 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (1bd8ae19-2a9a-4c8d-b874-cf689c8cdac0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.445660 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd8ae19-2a9a-4c8d-b874-cf689c8cdac0,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:41.513554 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.514781 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f40b89c8-6300-4a58-bf13-1578e69716b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785071 Sep 19 10:46:41.517651 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39398) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:41.520003 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=56123eec-0336-427c-8963-2b3ea6c70aa3,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:41.522377 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group_rule': {'security_group_id': '08fdb4be-becf-41f4-838d-057683a368be', 'project_id': '311e428360814eee8331ecb4e8480db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:41.559353 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:41.559727 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.560065 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c Sep 19 10:46:41.596710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (3cc6ee52-2fe2-4411-b8ee-1e7c4d8c3b26), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.604253 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Set router c9933373-ecfd-4329-9472-99819a5d0fcd gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:41.637222 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:41.655711 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (3cc6ee52-2fe2-4411-b8ee-1e7c4d8c3b26), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.705369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (3cc6ee52-2fe2-4411-b8ee-1e7c4d8c3b26), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.726157 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc6ee52-2fe2-4411-b8ee-1e7c4d8c3b26,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:41.750299 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:41.805393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.806896 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-cfe3ea3e-4abd-41ad-85aa-2bf82059c2a3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2880626 Sep 19 10:46:41.809626 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39400) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:41.814198 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group_rule': {'security_group_id': '08fdb4be-becf-41f4-838d-057683a368be', 'project_id': '311e428360814eee8331ecb4e8480db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:41.828760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:39Z', 'revision_number': 4, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '066b2aed-2c47-4d38-a7a3-ce302a379d1d', 'name': '', 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'mac_address': 'fa:16:3e:ba:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2d002b93-6f65-42f8-9ba3-489a7e605503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:38Z', 'updated_at': '2022-09-19T10:46:39Z', 'revision_number': 2, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'subnets': [{'id': '2d002b93-6f65-42f8-9ba3-489a7e605503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:41.831293 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:41.853721 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Checking router: c9933373-ecfd-4329-9472-99819a5d0fcd for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:46:41.854010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Updating router c9933373-ecfd-4329-9472-99819a5d0fcd port 066b2aed-2c47-4d38-a7a3-ce302a379d1d binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:46:41.880604 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.894555 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 5 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:41.911336 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (23709aa7-314d-4e53-9e96-d4ba854cbfa4), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:41.918494 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:41.945939 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Port 066b2aed-2c47-4d38-a7a3-ce302a379d1d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:41.969490 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (23709aa7-314d-4e53-9e96-d4ba854cbfa4), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.054331 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (23709aa7-314d-4e53-9e96-d4ba854cbfa4), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.075948 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23709aa7-314d-4e53-9e96-d4ba854cbfa4,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:42.147908 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.149376 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-53326864-8052-487c-badc-80fe72b6b719 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386757 Sep 19 10:46:42.152225 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39402) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:42.156987 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group_rule': {'security_group_id': '08fdb4be-becf-41f4-838d-057683a368be', 'project_id': '311e428360814eee8331ecb4e8480db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:42.263503 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (f14d3791-3701-4826-b597-d85a6ece1bc0), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.288111 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Publish callbacks [] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.312789 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (f14d3791-3701-4826-b597-d85a6ece1bc0), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.391207 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.437627 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (f14d3791-3701-4826-b597-d85a6ece1bc0), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.449880 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 6 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:42.458859 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14d3791-3701-4826-b597-d85a6ece1bc0,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:42.473882 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e94d2-8ada-4859-bba0-ace691f07836 None None] Pushing event updated for resources: {'Port': ['ID=066b2aed-2c47-4d38-a7a3-ce302a379d1d,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:42.508822 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Port 066b2aed-2c47-4d38-a7a3-ce302a379d1d cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:46:42.512952 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Attempting to bind port 066b2aed-2c47-4d38-a7a3-ce302a379d1d on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:46:42.513401 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Attempting to bind port 066b2aed-2c47-4d38-a7a3-ce302a379d1d by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:46:42.513770 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Attempting to bind port 066b2aed-2c47-4d38-a7a3-ce302a379d1d on network d27a8cf2-8026-411a-853e-1b2a3b134236 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:46:42.535943 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.537228 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-b6794df7-04e4-4f98-858c-36c0ff6719d7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3840065 Sep 19 10:46:42.540145 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39404) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:42.544947 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group_rule': {'security_group_id': '08fdb4be-becf-41f4-838d-057683a368be', 'project_id': '311e428360814eee8331ecb4e8480db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:42.557387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:46:42.558327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Checking segment: {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:46:42.558723 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.559190 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Bound using segment: {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:46:42.559660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Bound port: 066b2aed-2c47-4d38-a7a3-ce302a379d1d, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f805500e-89ba-4498-b7b3-4bb4f2c308a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:46:42.560034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.622460 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] For port 066b2aed-2c47-4d38-a7a3-ce302a379d1d, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:46:42.625428 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] For port 066b2aed-2c47-4d38-a7a3-ce302a379d1d, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=066b2aed-2c47-4d38-a7a3-ce302a379d1d,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:46:42.671343 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.securitygroups_db [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Project 311e428360814eee8331ecb4e8480db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 10:46:42.677563 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (a934547c-1543-47fc-bdec-3954ad609fac), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.722874 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:42.734592 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.736840 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (a934547c-1543-47fc-bdec-3954ad609fac), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.766881 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Routers {'c9933373-ecfd-4329-9472-99819a5d0fcd'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:46:42.767893 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:46:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['c9933373-ecfd-4329-9472-99819a5d0fcd'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:42.807190 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:42.825503 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (a934547c-1543-47fc-bdec-3954ad609fac), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.829145 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e94d2-8ada-4859-bba0-ace691f07836 None None] Pushing event updated for resources: {'Port': ['ID=066b2aed-2c47-4d38-a7a3-ce302a379d1d,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:42.846834 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a934547c-1543-47fc-bdec-3954ad609fac,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:42.889896 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] Set router c9933373-ecfd-4329-9472-99819a5d0fcd gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:46:42.902256 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:42.903500 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-a38a0167-014e-48a6-8bc0-7c3a20e737fe tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624165 Sep 19 10:46:42.906232 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39406) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:46:42.910677 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'security_group_rule': {'security_group_id': '08fdb4be-becf-41f4-838d-057683a368be', 'project_id': '311e428360814eee8331ecb4e8480db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:46:42.980527 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.securitygroups_db [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Project 311e428360814eee8331ecb4e8480db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 10:46:42.986851 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (c98e2de9-4f2f-4cc9-8dd6-bbd33e5d756a), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.009586 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Attempt 7 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:43.040694 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (c98e2de9-4f2f-4cc9-8dd6-bbd33e5d756a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.071301 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 56123eec-0336-427c-8963-2b3ea6c70aa3 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:43.116546 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (c98e2de9-4f2f-4cc9-8dd6-bbd33e5d756a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.131105 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:43.138770 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98e2de9-4f2f-4cc9-8dd6-bbd33e5d756a,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:43.190521 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:39Z', 'revision_number': 4, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '066b2aed-2c47-4d38-a7a3-ce302a379d1d', 'name': '', 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'mac_address': 'fa:16:3e:ba:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2d002b93-6f65-42f8-9ba3-489a7e605503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:38Z', 'updated_at': '2022-09-19T10:46:42Z', 'revision_number': 4, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'subnets': [{'id': '2d002b93-6f65-42f8-9ba3-489a7e605503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:46:43.193861 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Current status of the port 066b2aed-2c47-4d38-a7a3-ce302a379d1d is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:43.194238 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.195986 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 56123eec-0336-427c-8963-2b3ea6c70aa3 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:43.196337 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.196665 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 56123eec-0336-427c-8963-2b3ea6c70aa3 Sep 19 10:46:43.204772 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.206041 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-b9a01478-02fa-464e-8009-ff620d42cbe7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988942 Sep 19 10:46:43.248187 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745602a5-447e-40ac-8056-bab3318035e6 None None] The sync data for ids ['c9933373-ecfd-4329-9472-99819a5d0fcd'] in dv-cinder-858275-1-iscsi is: [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:39Z', 'revision_number': 4, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '066b2aed-2c47-4d38-a7a3-ce302a379d1d', 'name': '', 'network_id': 'd27a8cf2-8026-411a-853e-1b2a3b134236', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'mac_address': 'fa:16:3e:ba:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2d002b93-6f65-42f8-9ba3-489a7e605503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:38Z', 'updated_at': '2022-09-19T10:46:42Z', 'revision_number': 4, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'subnets': [{'id': '2d002b93-6f65-42f8-9ba3-489a7e605503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:46:43.288042 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] For port 066b2aed-2c47-4d38-a7a3-ce302a379d1d, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=066b2aed-2c47-4d38-a7a3-ce302a379d1d,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:46:43.336255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 56123eec-0336-427c-8963-2b3ea6c70aa3 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:43.390863 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.459149 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d032b4e-de26-4d9d-89ae-e1731e3b2c5e None None] Pushing event updated for resources: {'Port': ['ID=066b2aed-2c47-4d38-a7a3-ce302a379d1d,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:46:43.510974 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-18f159c2-b75b-4ec8-97c9-242b9df4068d None None] Provisioning complete for port 066b2aed-2c47-4d38-a7a3-ce302a379d1d triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:43.511354 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-18f159c2-b75b-4ec8-97c9-242b9df4068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:43.511699 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-18f159c2-b75b-4ec8-97c9-242b9df4068d None None] Attempt 1 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:43.594065 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-18f159c2-b75b-4ec8-97c9-242b9df4068d None None] Current status of the port 066b2aed-2c47-4d38-a7a3-ce302a379d1d is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:44.043977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:44.043977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=10 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:45.084776 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 066b2aed-2c47-4d38-a7a3-ce302a379d1d up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:46:45.133906 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 066b2aed-2c47-4d38-a7a3-ce302a379d1d triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:46:45.134432 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:46:45.134785 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 066b2aed-2c47-4d38-a7a3-ce302a379d1d Sep 19 10:46:45.211837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 066b2aed-2c47-4d38-a7a3-ce302a379d1d is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:46:49.815450 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:49.821501 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=6 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:53.138317 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:53.141126 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=61,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:55.071879 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:46:55.204198 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=92 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:55.210743 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:46:57.579059 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:00.114984 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-17804196-ec85-49ef-b016-b1b13b8c372c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1354775248&fields=id&tenant_id=311e428360814eee8331ecb4e8480db2 HTTP/1.1" status: 200 len: 267 time: 0.0442719 Sep 19 10:47:00.219246 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ce92c3bb-24a5-467e-90bf-55374b84181f tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:00.220683 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ce92c3bb-24a5-467e-90bf-55374b84181f tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 809 time: 0.0991983 Sep 19 10:47:00.235303 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-18273a21-6bbd-4b80-8d5b-9c197c2c54af tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/quotas/311e428360814eee8331ecb4e8480db2 HTTP/1.1" status: 200 len: 375 time: 0.0088127 Sep 19 10:47:00.288985 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-6bdad234-9042-4154-a299-cd377018ab70 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487092 Sep 19 10:47:00.400867 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-30cc1a9d-6eaf-46f8-b8e0-9069aa15acc5 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:47:00.401931 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-30cc1a9d-6eaf-46f8-b8e0-9069aa15acc5 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0987322 Sep 19 10:47:00.490824 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-1a594b23-1fb5-4970-8cd2-568dd8bb47b1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829620 Sep 19 10:47:00.584031 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-25ce2e7f-f4f3-4920-a191-c2239d46465a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875146 Sep 19 10:47:01.171081 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f68c3bcf-1281-4400-9d58-daf3fce041b2 req-0d099084-88fe-48be-936f-36c5ffebc37b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 210 time: 0.0792279 Sep 19 10:47:02.271643 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1dd697ff-2c74-4a35-beff-7b0854deb10e req-7a850f34-3889-44a9-9e35-e50483a19f9e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 210 time: 0.0277264 Sep 19 10:47:02.911089 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a07dae51-543a-4d08-a238-3878f32e1cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:03.388945 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3461a22e-a982-48bc-927a-e2af0437b89a req-e6dce332-a156-4991-92bd-4504d4615d5f tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 210 time: 0.0387077 Sep 19 10:47:03.423933 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-b19cdc99-be47-46d8-ab12-e037592a5a06 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:03.425443 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-b19cdc99-be47-46d8-ab12-e037592a5a06 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 809 time: 0.1368990 Sep 19 10:47:03.502609 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-95982912-4fb3-42b3-b995-09e7ff9917be tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=311e428360814eee8331ecb4e8480db2 HTTP/1.1" status: 200 len: 380 time: 0.0539176 Sep 19 10:47:03.533011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'port': {'device_id': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'admin_state_up': True, 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'security_groups': ['08fdb4be-becf-41f4-838d-057683a368be']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:47:03.739255 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Made reservation on behalf of 311e428360814eee8331ecb4e8480db2 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:47:03.743193 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:03.869832 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Allocated IP 172.20.0.4 (40d3332b-95c0-422d-9a44-7cded6570980/f1e1618b-a513-40d6-b9c2-2e6a8334b8fc/07066654-41ed-41e9-ba96-db1c6532117f) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:47:04.010201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for port (07066654-41ed-41e9-ba96-db1c6532117f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.095011 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.143574 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Network 40d3332b-95c0-422d-9a44-7cded6570980 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:47:04.146988 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:47:04.151346 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:47:04.178538 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:04.213630 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:04.214180 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.290826 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-807a83ad-0bcc-41fb-be50-ac08f2716cd5 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621078 Sep 19 10:47:04.300927 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-02f891cc-55da-4461-9ad0-bab0ef4bfe43 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:47:04.301948 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-02f891cc-55da-4461-9ad0-bab0ef4bfe43 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054328 Sep 19 10:47:04.336745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Provisioning complete for port 07066654-41ed-41e9-ba96-db1c6532117f triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:47:04.342954 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (07066654-41ed-41e9-ba96-db1c6532117f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.342954 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Attempt 1 to provision port 07066654-41ed-41e9-ba96-db1c6532117f Sep 19 10:47:04.365901 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Request body: {'port': {'device_id': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:47:04.371478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Port 07066654-41ed-41e9-ba96-db1c6532117f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:47:04.419019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:04.425745 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.435281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:04.511970 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a79325-dccf-4ec2-ae97-22d7da7383e9 req-358fe824-09db-4f7e-902a-5def7edc8f12 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:04.513577 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e3a79325-dccf-4ec2-ae97-22d7da7383e9 req-358fe824-09db-4f7e-902a-5def7edc8f12 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 931 time: 0.0459995 Sep 19 10:47:04.567760 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-e3a79325-dccf-4ec2-ae97-22d7da7383e9 req-1377878f-8c92-4b0e-9bdc-21c22a81d5ba tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Sep 19 10:47:04.699250 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07066654-41ed-41e9-ba96-db1c6532117f {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:47:04.707233 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Publish callbacks [] for port (07066654-41ed-41e9-ba96-db1c6532117f), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.720015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Transition to ACTIVE for port object 07066654-41ed-41e9-ba96-db1c6532117f will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:47:04.809108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:04.871025 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Attempt 2 to provision port 07066654-41ed-41e9-ba96-db1c6532117f Sep 19 10:47:04.871982 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:04.910142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Port 07066654-41ed-41e9-ba96-db1c6532117f cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:47:04.928179 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Attempting to bind port 07066654-41ed-41e9-ba96-db1c6532117f on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:47:04.928521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Attempting to bind port 07066654-41ed-41e9-ba96-db1c6532117f by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:47:04.928852 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Attempting to bind port 07066654-41ed-41e9-ba96-db1c6532117f on network 40d3332b-95c0-422d-9a44-7cded6570980 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:47:04.970769 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Port 07066654-41ed-41e9-ba96-db1c6532117f on network 40d3332b-95c0-422d-9a44-7cded6570980 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:47:04.971093 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Attempting to bind port 07066654-41ed-41e9-ba96-db1c6532117f on network 40d3332b-95c0-422d-9a44-7cded6570980 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:47:04.992849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:05.014512 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:47:05.014851 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Checking segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:47:05.015266 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Bound using segment: {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:47:05.015728 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Bound port: 07066654-41ed-41e9-ba96-db1c6532117f, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07ba45f-2b99-4896-80f7-d6d111c0afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:47:05.016095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:05.067047 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:05.067823 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:05.079414 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:47:05.082666 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:47:05.179992 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:05.184191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.184789 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:05.186353 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 1093 time: 0.8696578 Sep 19 10:47:05.186967 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:47:05.197801 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0adfb8-f383-47a5-b182-97390dfec3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:47:05.240996 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745a7d-e203-4dc3-a384-c76dca9099c0 service neutron] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:05.294915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506baefd-7070-4080-bb31-c55f9ff10c8e x-openstack-request-id: req-506baefd-7070-4080-bb31-c55f9ff10c8e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:47:05.295237 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:47:05.295497 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-506baefd-7070-4080-bb31-c55f9ff10c8e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:47:05.295917 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506baefd-7070-4080-bb31-c55f9ff10c8e'] response: {'name': 'network-changed', 'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'status': 'completed', 'code': 200} Sep 19 10:47:05.322485 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20071b5c-3c9f-4f45-b7ea-a2f55e872488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:05.389525 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0adfb8-f383-47a5-b182-97390dfec3c4 req-491382fb-bf0d-4a10-9181-ae9893c41874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.391561 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae0adfb8-f383-47a5-b182-97390dfec3c4 req-491382fb-bf0d-4a10-9181-ae9893c41874 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1127 time: 0.0406034 Sep 19 10:47:05.410851 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Attempt 3 to provision port 07066654-41ed-41e9-ba96-db1c6532117f Sep 19 10:47:05.449089 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-623b39d0-3790-4e6f-8f12-72bab0cd3600 None None] Port 07066654-41ed-41e9-ba96-db1c6532117f had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:47:05.508901 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0adfb8-f383-47a5-b182-97390dfec3c4 req-8932411a-7fdc-41ed-bc2f-bab2bba5ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.510458 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae0adfb8-f383-47a5-b182-97390dfec3c4 req-8932411a-7fdc-41ed-bc2f-bab2bba5ae5e service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=311e428360814eee8331ecb4e8480db2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0988264 Sep 19 10:47:05.606327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0adfb8-f383-47a5-b182-97390dfec3c4 req-3cbf0aeb-a8fc-47f3-ad85-2975ea4021d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.607806 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae0adfb8-f383-47a5-b182-97390dfec3c4 req-3cbf0aeb-a8fc-47f3-ad85-2975ea4021d3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883484 Sep 19 10:47:05.688879 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633230-2e7b-495b-a9fe-403356d6ef5b req-63b230ee-cfb8-4c07-8177-8f672e9cbcde tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.690407 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-21633230-2e7b-495b-a9fe-403356d6ef5b req-63b230ee-cfb8-4c07-8177-8f672e9cbcde tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0479333 Sep 19 10:47:05.724790 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-3b642070-8eb3-4edd-919a-fe3ed2171440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.726239 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-3b642070-8eb3-4edd-919a-fe3ed2171440 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1127 time: 0.0416639 Sep 19 10:47:05.742107 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-21633230-2e7b-495b-a9fe-403356d6ef5b req-7a066411-f638-4e61-bc43-b925675ec2e1 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Sep 19 10:47:05.783584 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-9820458b-6d11-43f8-8c22-cc9f5805a7da service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 217 time: 0.0365994 Sep 19 10:47:05.836472 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-09c860b2-473a-4286-9351-1f4280467952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.837996 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-09c860b2-473a-4286-9351-1f4280467952 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0451787 Sep 19 10:47:05.884359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-8bfb9821-d1b6-4090-807a-e68ac47f5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:05.885887 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-8bfb9821-d1b6-4090-807a-e68ac47f5a52 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387769 Sep 19 10:47:05.944354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:05.985012 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-2332892b-2a18-418a-813a-71dfd3eb673e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891879 Sep 19 10:47:06.079659 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5184e62b-cd84-474b-bb3c-0e81ae3646dc req-9049dd4a-5727-49f5-b085-9baf5c9c8654 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857530 Sep 19 10:47:06.625341 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:06.870058 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f1e42-61df-4fc0-b222-827e4911bd4c req-537aff30-a6c4-4725-a0cb-5a38011289b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:06.871529 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f0f1e42-61df-4fc0-b222-827e4911bd4c req-537aff30-a6c4-4725-a0cb-5a38011289b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0509079 Sep 19 10:47:06.920545 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f0f1e42-61df-4fc0-b222-827e4911bd4c req-9b2b73e4-f7ed-4f91-bbf5-5416dbe84f15 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433371 Sep 19 10:47:08.040100 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f3498-d477-4f40-8959-736557eb4ee7 req-55900fb6-c807-4068-9f04-1f99d9852aa3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:08.041614 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ed7f3498-d477-4f40-8959-736557eb4ee7 req-55900fb6-c807-4068-9f04-1f99d9852aa3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0470467 Sep 19 10:47:08.090828 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-ed7f3498-d477-4f40-8959-736557eb4ee7 req-cb812acc-4cec-4a35-b320-70e907d0a7df tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Sep 19 10:47:08.173946 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:08.373446 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:09.210774 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60f8e-0b9e-4297-a906-51dc1e71a0cc req-628b588a-3242-4bf3-895d-ca56fd7948b0 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:09.212237 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1a60f8e-0b9e-4297-a906-51dc1e71a0cc req-628b588a-3242-4bf3-895d-ca56fd7948b0 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0461400 Sep 19 10:47:09.259934 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1a60f8e-0b9e-4297-a906-51dc1e71a0cc req-58f2f224-736b-4db9-b93e-ec49927dfb75 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Sep 19 10:47:10.390286 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17bc3-3f86-4f06-9c5d-50260ffb1faa req-88a94753-37ef-4a22-90c2-fa2613487e36 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:10.391752 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c6e17bc3-3f86-4f06-9c5d-50260ffb1faa req-88a94753-37ef-4a22-90c2-fa2613487e36 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0498376 Sep 19 10:47:10.440795 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c6e17bc3-3f86-4f06-9c5d-50260ffb1faa req-1cd7413d-8854-4d5e-933f-9168025630e9 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Sep 19 10:47:11.566181 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c6325-78e9-4593-bfc3-5caa49164a29 req-ff10e321-8b89-4e45-81ad-16aeb8cb0c6d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:11.567538 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-287c6325-78e9-4593-bfc3-5caa49164a29 req-ff10e321-8b89-4e45-81ad-16aeb8cb0c6d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0522382 Sep 19 10:47:11.615552 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-287c6325-78e9-4593-bfc3-5caa49164a29 req-1d1032c7-43ab-458d-8a51-4fc0a38342cf tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Sep 19 10:47:12.738576 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f81b9-a16c-4b03-9c9f-3333fd54e12d req-81f5976a-398d-4a38-8da7-9c1f49496640 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:12.740036 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-384f81b9-a16c-4b03-9c9f-3333fd54e12d req-81f5976a-398d-4a38-8da7-9c1f49496640 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0466857 Sep 19 10:47:12.791677 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-384f81b9-a16c-4b03-9c9f-3333fd54e12d req-057f50d6-468e-45f0-8dd0-06ba84979181 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459926 Sep 19 10:47:13.696064 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:47:13.795249 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:47:13.807371 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '07066654-41ed-41e9-ba96-db1c6532117f', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'port_id': '07066654-41ed-41e9-ba96-db1c6532117f', 'mac_address': 'fa:16:3e:9c:b9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:47:13.842366 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 07066654-41ed-41e9-ba96-db1c6532117f is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:47:13.842755 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:13.857192 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07066654-41ed-41e9-ba96-db1c6532117f {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:47:13.878147 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:47:13.913230 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff065d2c-a952-4154-b2a7-4024fab39313 req-a3dab75c-bdfc-4921-bd8d-905bc9cbc6b3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:13.914823 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ff065d2c-a952-4154-b2a7-4024fab39313 req-a3dab75c-bdfc-4921-bd8d-905bc9cbc6b3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0470936 Sep 19 10:47:13.951075 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:13.964397 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ff065d2c-a952-4154-b2a7-4024fab39313 req-c0d0f445-2419-4cf6-886d-d05a4e72c225 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Sep 19 10:47:13.999364 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:14.397538 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['07066654-41ed-41e9-ba96-db1c6532117f'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:47:14.561845 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:14.566244 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:15.086547 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e5b93-7afd-4803-9c19-67eb2a07c98c req-33682aeb-d71d-44a8-90d0-ce0b9d831f09 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:15.087997 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-448e5b93-7afd-4803-9c19-67eb2a07c98c req-33682aeb-d71d-44a8-90d0-ce0b9d831f09 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 944 time: 0.0454462 Sep 19 10:47:15.140906 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-448e5b93-7afd-4803-9c19-67eb2a07c98c req-e1c05ff1-461c-4963-b586-61bb6d2b8157 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Sep 19 10:47:15.719787 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:47:15.762782 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port 07066654-41ed-41e9-ba96-db1c6532117f completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:47:15.927788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 07066654-41ed-41e9-ba96-db1c6532117f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:47:15.928167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (07066654-41ed-41e9-ba96-db1c6532117f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:15.928510 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 07066654-41ed-41e9-ba96-db1c6532117f Sep 19 10:47:15.999271 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 07066654-41ed-41e9-ba96-db1c6532117f is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:47:15.999583 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:16.023028 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:47:16.025554 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afd57d2-8c7e-462a-b558-559350a7d583" -d '{"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-plugged", "status": "completed", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:47:16.041137 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:47:16.061902 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26b2989-0d45-4a06-be22-0a2642901934 x-openstack-request-id: req-b26b2989-0d45-4a06-be22-0a2642901934 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:47:16.062189 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-plugged", "status": "completed", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:47:16.062442 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b26b2989-0d45-4a06-be22-0a2642901934 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:47:16.063335 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26b2989-0d45-4a06-be22-0a2642901934'] response: {'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'code': 200} Sep 19 10:47:16.167830 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:16.217512 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:16.244092 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:16.262032 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a8b8d-89f6-4471-8489-02b1e0fc16ed req-dc83b447-5075-4ec2-a74b-6542d63971f2 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:16.263430 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-531a8b8d-89f6-4471-8489-02b1e0fc16ed req-dc83b447-5075-4ec2-a74b-6542d63971f2 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0475156 Sep 19 10:47:16.282397 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:16.313038 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-531a8b8d-89f6-4471-8489-02b1e0fc16ed req-e5deb482-e28d-4dcd-aae9-b7c1e2709592 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Sep 19 10:47:16.515535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:16.522564 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7e8f1-a644-4f31-93d3-895ddc0e2160 req-8b7f911d-521d-4c4c-b0b7-e677667a5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:16.534238 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6ed7e8f1-a644-4f31-93d3-895ddc0e2160 req-8b7f911d-521d-4c4c-b0b7-e677667a5123 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0388329 Sep 19 10:47:16.576773 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6ed7e8f1-a644-4f31-93d3-895ddc0e2160 req-5c0dc7ca-efbe-4c41-87ef-ee36e4fe4e20 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Sep 19 10:47:17.062080 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:17.434926 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e6ee6-8024-420d-9f3c-ff40d8e65769 req-3f214580-a2cc-4379-a864-133c186b78f4 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:17.436399 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b77e6ee6-8024-420d-9f3c-ff40d8e65769 req-3f214580-a2cc-4379-a864-133c186b78f4 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0466044 Sep 19 10:47:17.486242 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b77e6ee6-8024-420d-9f3c-ff40d8e65769 req-3eff7065-8c15-4f9d-983b-b67fd8e33161 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Sep 19 10:47:18.026513 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:18.605054 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d77b-49ac-4f55-a231-25bda7e17184 req-25b1783f-c242-4264-b026-66c96a5add59 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:18.606552 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7628d77b-49ac-4f55-a231-25bda7e17184 req-25b1783f-c242-4264-b026-66c96a5add59 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0468972 Sep 19 10:47:18.654665 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7628d77b-49ac-4f55-a231-25bda7e17184 req-abd37392-8944-4935-969d-830eba16892d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Sep 19 10:47:18.773597 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c3bb1-b5f5-406f-80b5-7844062c3922 req-e87a7e36-0991-4611-a27f-aee89a97d7f0 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:18.774971 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f6c3bb1-b5f5-406f-80b5-7844062c3922 req-e87a7e36-0991-4611-a27f-aee89a97d7f0 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0468445 Sep 19 10:47:18.823615 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f6c3bb1-b5f5-406f-80b5-7844062c3922 req-268e9109-6999-4193-a08f-476e1ae8ba9c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Sep 19 10:47:18.850870 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39584) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:47:18.932151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07137d52-1f25-4faa-be6d-2f1b596f6e71 tempest-TestShelveInstance-1889440824 tempest-TestShelveInstance-1889440824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:18.933672 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-07137d52-1f25-4faa-be6d-2f1b596f6e71 tempest-TestShelveInstance-1889440824 tempest-TestShelveInstance-1889440824-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1124 time: 0.0818675 Sep 19 10:47:18.936608 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39588) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:47:18.941510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'port_id': '07066654-41ed-41e9-ba96-db1c6532117f', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:47:19.019252 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:19.097847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:19.154518 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:19.203032 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Allocated IP 172.27.0.217 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/d9214a7c-b292-4f53-bc25-736f6a128b50) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:47:19.307761 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:19.408286 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:19.413199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:19.450679 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:47:19.454440 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:47:19.458195 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:47:19.461376 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'Port': ['ID=d9214a7c-b292-4f53-bc25-736f6a128b50,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:19.489747 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.490095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.490438 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.490781 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.491116 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.491454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.491782 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.492110 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.492444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.492765 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.493114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.493459 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.493768 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.494093 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.494413 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:47:19.881306 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for floatingip (694c271d-74b2-47b3-91b1-ab162a9bd341), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:20.029597 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:20.164456 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:20.182524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:20.241598 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:20.306872 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (694c271d-74b2-47b3-91b1-ab162a9bd341), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:20.344915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event updated for resources: {'Port': ['ID=d9214a7c-b292-4f53-bc25-736f6a128b50,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:47:20.404844 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Floating IP 694c271d-74b2-47b3-91b1-ab162a9bd341 associated. External IP: 172.27.0.217, port: 07066654-41ed-41e9-ba96-db1c6532117f. Sep 19 10:47:20.600968 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Router 719fc7f8-52b2-4d73-90e2-71735a1b9bad has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:47:20.603862 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:20.704340 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:47:20.713921 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] Sync routers for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:47:20.724932 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:47:20.730044 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:47:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:47:20.816076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:20.832999 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:47:20.846053 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-10f92332-422d-4335-9d3f-7556a620ea52 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9084225 Sep 19 10:47:20.846785 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:47:20.849034 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45a116e-4e15-4a64-83ac-78d167184b45" -d '{"events": [{"name": "network-changed", "server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:47:20.888311 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9446f84c-f431-461d-9ed4-9a8c56d60337 x-openstack-request-id: req-9446f84c-f431-461d-9ed4-9a8c56d60337 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:47:20.888920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:47:20.888920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9446f84c-f431-461d-9ed4-9a8c56d60337 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:47:20.889317 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9446f84c-f431-461d-9ed4-9a8c56d60337'] response: {'name': 'network-changed', 'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'status': 'completed', 'code': 200} Sep 19 10:47:20.976326 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-1c316cb4-97ed-4907-a202-c4eee23a5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:20.977994 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-1c316cb4-97ed-4907-a202-c4eee23a5cef service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0390837 Sep 19 10:47:21.047757 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '694c271d-74b2-47b3-91b1-ab162a9bd341', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'port_id': '07066654-41ed-41e9-ba96-db1c6532117f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'mac_address': 'fa:16:3e:9c:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:47:19Z', 'updated_at': '2022-09-19T10:47:19Z', 'revision_number': 0, 'project_id': '311e428360814eee8331ecb4e8480db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:47:21.080122 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] Checking router: 719fc7f8-52b2-4d73-90e2-71735a1b9bad for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:47:21.089798 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:47:21.090417 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:47:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:47:21.195072 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:47:21.339327 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-24d6848e-0f08-4208-8eb3-96e938333977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:21.340820 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-24d6848e-0f08-4208-8eb3-96e938333977 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.3551419 Sep 19 10:47:21.404945 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-a4a7a77e-2d74-4560-80c5-b1145393e77b service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 999 time: 0.0577152 Sep 19 10:47:21.409597 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '694c271d-74b2-47b3-91b1-ab162a9bd341', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'port_id': '07066654-41ed-41e9-ba96-db1c6532117f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'mac_address': 'fa:16:3e:9c:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:47:19Z', 'updated_at': '2022-09-19T10:47:19Z', 'revision_number': 0, 'project_id': '311e428360814eee8331ecb4e8480db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:47:21.433836 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1f39-8741-478a-b061-e205501daf6e None None] The sync data for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi is: [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': '694c271d-74b2-47b3-91b1-ab162a9bd341', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'port_id': '07066654-41ed-41e9-ba96-db1c6532117f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'mac_address': 'fa:16:3e:9c:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:47:19Z', 'updated_at': '2022-09-19T10:47:19Z', 'revision_number': 0, 'project_id': '311e428360814eee8331ecb4e8480db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:47:21.454012 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-22bc9feb-99d7-495a-985c-0ea88cd3060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:21.455407 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-22bc9feb-99d7-495a-985c-0ea88cd3060f service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0451097 Sep 19 10:47:21.500468 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-0654ee3e-bf0d-43ef-a898-f6068c9e7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:21.502024 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-0654ee3e-bf0d-43ef-a898-f6068c9e7e1b service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406516 Sep 19 10:47:21.525042 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:21.600996 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-fc511ddc-8a33-456f-ab92-a7a986d3878d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929074 Sep 19 10:47:21.632241 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0139cf6-0e10-4615-a1c7-cc4da5164281 None None] New status for floating IP 694c271d-74b2-47b3-91b1-ab162a9bd341: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:47:21.692920 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a45a116e-4e15-4a64-83ac-78d167184b45 req-884165ec-3fa6-4d61-94b4-dbd74b187e2a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857797 Sep 19 10:47:27.636247 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:28.647135 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=10 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:28.650428 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=16 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:31.411667 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:31.413152 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=74 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:31.688452 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=56 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:31.690267 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=11 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:32.071615 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:47:32.910619 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-193682bb-09c7-4c26-8461-0015ed2663c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:33.508909 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-a00243a2-a0d7-493a-989b-b51674ff48eb service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417526 Sep 19 10:47:33.630424 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-326dc7fd-24aa-451e-a3d6-f6c8f829f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:33.631904 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-326dc7fd-24aa-451e-a3d6-f6c8f829f73f service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0389769 Sep 19 10:47:33.740122 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-79352e56-2c1c-49b4-a481-e37b027be7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:33.741520 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-79352e56-2c1c-49b4-a481-e37b027be7f5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.0884635 Sep 19 10:47:33.804313 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-ce51110b-10e9-46e2-b0dd-f6fa6c39920b service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 1001 time: 0.0568109 Sep 19 10:47:33.853576 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-ac61c88f-6ba8-4cf8-9934-e755b0cfaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:33.855042 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-ac61c88f-6ba8-4cf8-9934-e755b0cfaf30 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0452850 Sep 19 10:47:33.902860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-bab8cf9b-0d1c-4a78-9e2d-9f9e270c5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:47:33.904359 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-bab8cf9b-0d1c-4a78-9e2d-9f9e270c5272 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437632 Sep 19 10:47:33.994206 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-a467f30c-ee6a-46b5-b7d4-54476d069810 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836592 Sep 19 10:47:34.088665 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0dfc599-0668-4623-ba9a-153fca4330dc req-75d3b9c9-a1e1-4fd2-9b80-6a7a64b4dde3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887678 Sep 19 10:47:35.327630 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-432535aa-2bd9-4581-a308-09d51148c56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:36.607351 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:38.218722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:38.401372 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:47:42.065209 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:42.065998 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:44.083760 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=50 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:44.085541 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=51 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:48.339455 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:48.342332 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:54.057558 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:54.058449 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:47:57.629655 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:02.864273 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-7152376d-e46b-4c72-aadb-f83acb2db8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:05.274988 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ee63c985-9e26-4a74-b480-fd40cab85471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:06.670062 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:08.189373 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:08.412278 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:09.070513 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:48:18.343153 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:18.345001 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:19.066240 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:27.635106 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:31.054894 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=15 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:31.055939 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:32.869040 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-53eeae4b-7f1e-4f81-8f76-caebf9307cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:33.486729 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-9df6c583-82ba-49ff-b62e-3724eb4be465 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372825 Sep 19 10:48:33.600568 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371444-ff37-490d-9e05-691052dba467 req-7fe35bfa-cd86-4bfa-a3db-984f10c4fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:48:33.602121 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-7fe35bfa-cd86-4bfa-a3db-984f10c4fe91 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0389624 Sep 19 10:48:33.711935 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371444-ff37-490d-9e05-691052dba467 req-f2193a3c-a6db-464d-9ba5-5c387828db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:48:33.713400 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-f2193a3c-a6db-464d-9ba5-5c387828db5d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.0881777 Sep 19 10:48:33.776751 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-7f5bb397-bfc6-4853-9a09-25be7bf5ea75 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 1001 time: 0.0542779 Sep 19 10:48:33.832347 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371444-ff37-490d-9e05-691052dba467 req-6093f8ec-15b3-4094-959b-d19a0471d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:48:33.836507 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-6093f8ec-15b3-4094-959b-d19a0471d94e service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0506504 Sep 19 10:48:33.880317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371444-ff37-490d-9e05-691052dba467 req-70897a38-bb4e-4fdb-b04a-1890007238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:48:33.881806 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-70897a38-bb4e-4fdb-b04a-1890007238f3 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393169 Sep 19 10:48:33.975137 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-dfd22ad7-2cea-4449-8cab-76116d5b701b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840805 Sep 19 10:48:34.069507 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a371444-ff37-490d-9e05-691052dba467 req-eef10d3f-7f86-4b4f-a58c-f429efcc3646 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851405 Sep 19 10:48:35.269216 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-bb23abdc-88c1-4153-97fe-659b11f82b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:36.605846 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:38.200263 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:38.388792 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:48:44.064962 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=49 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:44.066822 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=52 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:46.069462 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:48:48.347757 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:48.349616 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:56.064551 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:56.065527 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:48:57.651341 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:02.885364 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-35d5e776-3de6-4002-90a3-a87d4d74cece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:05.285448 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-75bf252e-9e5f-4a6a-b56d-b55a46d896eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:06.628286 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:08.042123 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:08.052159 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:08.222661 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:08.411428 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:18.349716 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:18.351474 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:18.483750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1536e-4b23-4f98-8318-3f63c99b5c8d req-bcad4866-1bd0-4d48-85f6-4b5372247410 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:18.485250 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c9d1536e-4b23-4f98-8318-3f63c99b5c8d req-bcad4866-1bd0-4d48-85f6-4b5372247410 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0576949 Sep 19 10:49:18.535340 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c9d1536e-4b23-4f98-8318-3f63c99b5c8d req-47f217a6-342a-46ab-9029-6886f07826f6 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434937 Sep 19 10:49:19.658019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc51af-30ab-4a1c-a7a2-404d0d930f81 req-bea1371b-3069-42e4-85c6-2b6d1d0d8eee tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:19.659489 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31dc51af-30ab-4a1c-a7a2-404d0d930f81 req-bea1371b-3069-42e4-85c6-2b6d1d0d8eee tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0472419 Sep 19 10:49:19.708177 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31dc51af-30ab-4a1c-a7a2-404d0d930f81 req-16539e77-d159-4b1b-b408-32c2b543c4a1 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Sep 19 10:49:20.832008 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd722a-52ec-405c-9093-97638cd7e566 req-cc34ef47-978e-463d-8d03-3cb8a12d1272 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:20.833502 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-20bd722a-52ec-405c-9093-97638cd7e566 req-cc34ef47-978e-463d-8d03-3cb8a12d1272 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0468392 Sep 19 10:49:20.882024 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-20bd722a-52ec-405c-9093-97638cd7e566 req-6ff869d6-5636-4ec0-af4e-69c15ea4b836 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Sep 19 10:49:22.004287 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cf647-0e9e-403e-bc1e-3e1d1240185b req-67490541-a809-4e61-b2a3-4645ef154c4b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:22.005811 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-938cf647-0e9e-403e-bc1e-3e1d1240185b req-67490541-a809-4e61-b2a3-4645ef154c4b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0505664 Sep 19 10:49:22.054720 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-938cf647-0e9e-403e-bc1e-3e1d1240185b req-7a9b13b0-2d00-4126-acf4-f3226a2536f2 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 Sep 19 10:49:23.069442 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:49:23.179878 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e964f-e4a2-4ac5-9f6a-cb1b5d4dfd10 req-0ec10066-d74b-44a5-9aed-4e25a5bb2f12 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:23.181348 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-af9e964f-e4a2-4ac5-9f6a-cb1b5d4dfd10 req-0ec10066-d74b-44a5-9aed-4e25a5bb2f12 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0497706 Sep 19 10:49:23.237439 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-af9e964f-e4a2-4ac5-9f6a-cb1b5d4dfd10 req-33a7c425-9307-4302-bc6b-03597e209035 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Sep 19 10:49:24.357334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5036a2-0aaa-402e-a2f1-86e2167b045a req-19f92fc0-3eb6-45d2-8b7e-dc815d975773 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:24.358801 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b5036a2-0aaa-402e-a2f1-86e2167b045a req-19f92fc0-3eb6-45d2-8b7e-dc815d975773 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0464303 Sep 19 10:49:24.407108 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b5036a2-0aaa-402e-a2f1-86e2167b045a req-db6d3cbd-153c-45b0-abe7-e2019a831a9d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 Sep 19 10:49:25.524172 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145be04-5bb3-4ea4-ba32-9744fca045ee req-7b38284e-55c9-4214-ad6a-a13f1970e644 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:25.525670 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0145be04-5bb3-4ea4-ba32-9744fca045ee req-7b38284e-55c9-4214-ad6a-a13f1970e644 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0456245 Sep 19 10:49:25.576858 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0145be04-5bb3-4ea4-ba32-9744fca045ee req-e5d5923e-8c1e-46f3-90ee-d45515792bd7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Sep 19 10:49:26.699794 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7b056-ee6f-4ca2-a2a6-3c93f4c740b3 req-83037751-c2ec-4ce0-be5d-69c2aa2d05fa tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:26.701276 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-46a7b056-ee6f-4ca2-a2a6-3c93f4c740b3 req-83037751-c2ec-4ce0-be5d-69c2aa2d05fa tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0495334 Sep 19 10:49:26.749542 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-46a7b056-ee6f-4ca2-a2a6-3c93f4c740b3 req-46774c44-ca0c-40a6-a01d-a73f7fb2ac08 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Sep 19 10:49:27.708268 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:27.868305 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe550-df1e-4a2f-8dad-33828d5bbac9 req-a0ef0ed1-e354-4031-bb88-796f9fbf0159 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:27.869775 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8d0fe550-df1e-4a2f-8dad-33828d5bbac9 req-a0ef0ed1-e354-4031-bb88-796f9fbf0159 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0458653 Sep 19 10:49:27.921180 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8d0fe550-df1e-4a2f-8dad-33828d5bbac9 req-11e035b4-31eb-49f2-bcae-c529cc513588 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 Sep 19 10:49:28.875713 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-a6d3cd6c-4418-4916-b793-a78c1819aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:28.877740 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-a6d3cd6c-4418-4916-b793-a78c1819aa40 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0395246 Sep 19 10:49:28.975071 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-97bab2bc-a1cc-4a34-be01-c6e564de3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:28.976594 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-97bab2bc-a1cc-4a34-be01-c6e564de3948 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.0889997 Sep 19 10:49:29.071806 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-2da6220d-7396-4892-82b4-cbf004f00c38 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 1001 time: 0.0838914 Sep 19 10:49:29.079535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69725b00-846a-4a16-81e5-9ac0ac5165dd req-ef2b72c7-f256-412a-be0f-572241231f66 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:29.080923 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-69725b00-846a-4a16-81e5-9ac0ac5165dd req-ef2b72c7-f256-412a-be0f-572241231f66 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0854237 Sep 19 10:49:29.150657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-a33be396-1558-4d0e-9423-68b5d9c2aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:29.152099 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-a33be396-1558-4d0e-9423-68b5d9c2aa48 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0703204 Sep 19 10:49:29.176234 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-69725b00-846a-4a16-81e5-9ac0ac5165dd req-b3f99081-c25b-4dcd-9668-de3248e72c8f tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860801 Sep 19 10:49:29.203610 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-e851f95b-c39a-415a-9449-46fc94169653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:29.205156 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-e851f95b-c39a-415a-9449-46fc94169653 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417125 Sep 19 10:49:29.303034 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-dba36f46-eba5-462c-8686-76e307d39d47 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871675 Sep 19 10:49:29.394976 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db6a5b91-d309-488e-a3b3-b87c26ba11fc req-38988fa0-a04f-470c-8dd5-ba83171722cf service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827479 Sep 19 10:49:30.295095 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de515e4-79c0-4227-9cb1-d1e3fcfec762 req-b902a7e4-89bb-4cae-a618-b34e7918800e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:30.296538 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1de515e4-79c0-4227-9cb1-d1e3fcfec762 req-b902a7e4-89bb-4cae-a618-b34e7918800e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0466459 Sep 19 10:49:30.344639 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1de515e4-79c0-4227-9cb1-d1e3fcfec762 req-97531ca0-e52e-42e1-aec2-2a9525ffca31 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Sep 19 10:49:31.467731 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985213e-c3de-4adf-a96e-54561d191418 req-f0a1fccd-1267-4a0b-b260-0757907a30b1 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:31.469214 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d985213e-c3de-4adf-a96e-54561d191418 req-f0a1fccd-1267-4a0b-b260-0757907a30b1 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0470035 Sep 19 10:49:31.499907 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:31.511752 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:31.526313 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d985213e-c3de-4adf-a96e-54561d191418 req-3821fec4-7ccf-4497-bd2c-07e03d6bef9f tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513904 Sep 19 10:49:32.645240 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a7f96-1906-4e1b-9010-f5e66abe32da req-9e23a0d8-d34a-4ef1-b36f-4f4e7e3102cc tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:32.646694 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-015a7f96-1906-4e1b-9010-f5e66abe32da req-9e23a0d8-d34a-4ef1-b36f-4f4e7e3102cc tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0461547 Sep 19 10:49:32.695202 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-015a7f96-1906-4e1b-9010-f5e66abe32da req-5667e917-2de2-494a-b0e4-a1211e030583 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Sep 19 10:49:32.816342 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-1a02e730-4934-48e1-bd52-c38baa0670f6 req-93dcd736-d0ce-433c-abc9-fea1a3f5b47c service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:49:32.817756 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a02e730-4934-48e1-bd52-c38baa0670f6 req-93dcd736-d0ce-433c-abc9-fea1a3f5b47c service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0519087 Sep 19 10:49:32.942285 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2bb909c1-ba47-44f2-aa1c-f651e3286c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:33.063057 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:33.063803 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:33.329358 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524e8ca-cdd5-466b-bce6-cc4cfef4caf1 req-36a2edcf-175a-4f82-8208-c9180ef9aa5d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:33.330737 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5524e8ca-cdd5-466b-bce6-cc4cfef4caf1 req-36a2edcf-175a-4f82-8208-c9180ef9aa5d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0490482 Sep 19 10:49:33.383693 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-5524e8ca-cdd5-466b-bce6-cc4cfef4caf1 req-e7365290-4305-4641-a5cb-067429f8d028 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473003 Sep 19 10:49:33.454222 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-ae92a5fd-41c3-41d8-b9a4-c4aa463a2743 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923653 Sep 19 10:49:33.462632 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-ddc86068-a280-457c-9a6c-789d3650f2a2 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106798) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:49:33.463543 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-ddc86068-a280-457c-9a6c-789d3650f2a2 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046754 Sep 19 10:49:33.593359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-07ffd380-9954-41a4-86f1-024182cdff9e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:33.594644 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-07ffd380-9954-41a4-86f1-024182cdff9e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports/07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 942 time: 0.1037338 Sep 19 10:49:34.373052 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:49:34.447854 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 07066654-41ed-41e9-ba96-db1c6532117f is: ACTIVE; New status is: DOWN {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:49:34.448255 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:34.472701 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:49:34.474975 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f4e95-6778-47fa-9ed7-0205c1666750" -d '{"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-unplugged", "status": "completed", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:49:34.497752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:49:34.526170 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699707a7-5f83-44b9-b1a3-7d2e395ac5df req-0f7b9249-fe71-4135-b3d7-84f6f19b1795 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:34.543794 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-699707a7-5f83-44b9-b1a3-7d2e395ac5df req-0f7b9249-fe71-4135-b3d7-84f6f19b1795 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0615344 Sep 19 10:49:34.576547 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 10:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa44df7-92c3-477c-814f-7d44a18810b4 x-openstack-request-id: req-8fa44df7-92c3-477c-814f-7d44a18810b4 {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:49:34.576893 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-unplugged", "status": "failed", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "code": 422}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:49:34.577183 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fa44df7-92c3-477c-814f-7d44a18810b4 {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:49:34.577633 dv-cinder-858275-1-iscsi neutron-server[106799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8fa44df7-92c3-477c-814f-7d44a18810b4']: {'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'code': 422} returned with failed status Sep 19 10:49:34.579710 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-699707a7-5f83-44b9-b1a3-7d2e395ac5df req-fda4120e-031a-45ae-af3c-67ea97dafacf tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463610 Sep 19 10:49:34.623182 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:34.669258 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=6']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:49:34.676248 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.676599 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.676932 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.677295 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.677629 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.677954 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.678280 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.678600 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.678921 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.679238 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.679558 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.679877 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.680194 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.680508 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:34.680822 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:49:35.313906 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf410-7aa4-438d-8947-df9159069b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:35.696816 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2807130-0e17-4b1c-82d7-74ce734987b4 req-8dd8ea67-61e2-4084-bef2-44a61ba63ef9 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:35.698327 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b2807130-0e17-4b1c-82d7-74ce734987b4 req-8dd8ea67-61e2-4084-bef2-44a61ba63ef9 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0458841 Sep 19 10:49:35.751720 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b2807130-0e17-4b1c-82d7-74ce734987b4 req-5713ccf9-cd02-4870-bbd4-06dd76f48711 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Sep 19 10:49:36.673660 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:36.878399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d220-2ac9-448e-aeb3-bb2476bbaf42 req-0281926d-32f3-4771-acc6-87c8fe1e1c4d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:36.879869 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c093d220-2ac9-448e-aeb3-bb2476bbaf42 req-0281926d-32f3-4771-acc6-87c8fe1e1c4d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0507066 Sep 19 10:49:36.928685 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c093d220-2ac9-448e-aeb3-bb2476bbaf42 req-91f8f687-16c5-41c5-9a4a-b6e5e0e8b857 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Sep 19 10:49:37.182295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-9492cf1e-a2ff-414e-a00f-0ea683c982c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:37.183742 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-9492cf1e-a2ff-414e-a00f-0ea683c982c6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc&tenant_id=311e428360814eee8331ecb4e8480db2 HTTP/1.1" status: 200 len: 1127 time: 0.0387754 Sep 19 10:49:37.267332 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-b3233825-8166-48f4-a519-5023390d7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:37.268934 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-b3233825-8166-48f4-a519-5023390d7dc9 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1127 time: 0.0400813 Sep 19 10:49:37.363110 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-932b0be7-f434-456d-b50f-703198613965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:37.364577 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-932b0be7-f434-456d-b50f-703198613965 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.0880725 Sep 19 10:49:37.425386 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-8a14da03-6305-45ee-acc5-f20b72968636 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 999 time: 0.0543470 Sep 19 10:49:37.475799 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-2545e14b-b02a-46f9-b406-f36c6ff7242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:37.477151 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-2545e14b-b02a-46f9-b406-f36c6ff7242b service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0461195 Sep 19 10:49:37.519876 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-e860a05e-08aa-4b2d-a0bf-416bc3bf5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:37.521340 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-e860a05e-08aa-4b2d-a0bf-416bc3bf5afe service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382183 Sep 19 10:49:37.608311 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-e0e83d20-3dd4-4e33-a99d-d11dabb35200 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808947 Sep 19 10:49:37.699566 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f367621-a1a5-473e-864d-3d56acb9ac7a req-d85f0a77-19a1-4bc7-827e-6ace5be3ae10 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Sep 19 10:49:38.050447 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426e3dd-daf4-47ab-876d-f0ed7b744bb9 req-0d3164db-846e-4fde-98e5-108cea94edc1 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:38.051892 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7426e3dd-daf4-47ab-876d-f0ed7b744bb9 req-0d3164db-846e-4fde-98e5-108cea94edc1 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0469406 Sep 19 10:49:38.100629 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7426e3dd-daf4-47ab-876d-f0ed7b744bb9 req-199b8771-8a5e-4715-a917-ad9069df0991 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Sep 19 10:49:38.233505 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:38.450559 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:39.221192 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7afbc-b740-48d7-873e-6b584ecd82b7 req-c1c45bc7-bc3b-4d05-ab01-90aeffda7111 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:39.222651 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58e7afbc-b740-48d7-873e-6b584ecd82b7 req-c1c45bc7-bc3b-4d05-ab01-90aeffda7111 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0463994 Sep 19 10:49:39.271114 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-58e7afbc-b740-48d7-873e-6b584ecd82b7 req-d19e9db0-ed11-401f-8eaa-edd463ea4119 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Sep 19 10:49:40.354465 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:40.356270 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:40.390956 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf25af-2e52-47ec-8d62-3b34e77b229b req-3da6387b-a60e-4867-b900-835fbde3a793 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:40.392411 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d6bf25af-2e52-47ec-8d62-3b34e77b229b req-3da6387b-a60e-4867-b900-835fbde3a793 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0461781 Sep 19 10:49:40.441236 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-d6bf25af-2e52-47ec-8d62-3b34e77b229b req-c5b261f9-42fc-4e08-b2ed-47001e808915 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Sep 19 10:49:41.563652 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaa199-d2a6-4756-ae9b-811c0a246091 req-c8b922e8-b60c-4fc6-8534-8068baf68b9e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:41.565140 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8edaa199-d2a6-4756-ae9b-811c0a246091 req-c8b922e8-b60c-4fc6-8534-8068baf68b9e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0501475 Sep 19 10:49:41.613549 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8edaa199-d2a6-4756-ae9b-811c0a246091 req-7fef5202-87f9-4cc8-92d0-9e6a63ebec78 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Sep 19 10:49:42.736933 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c062f-220e-44ab-830b-8018504fcf82 req-73032a43-b67c-4d97-8cac-faf37a36c021 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:42.738409 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f47c062f-220e-44ab-830b-8018504fcf82 req-73032a43-b67c-4d97-8cac-faf37a36c021 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0504773 Sep 19 10:49:42.787384 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f47c062f-220e-44ab-830b-8018504fcf82 req-122e5b90-f9b9-4161-b31e-f2a4fdc3c66c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Sep 19 10:49:43.910897 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c856-71b3-452a-bb94-88016d16730f req-3249d8de-1996-4af9-bf14-0a9dcdedd310 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:43.912357 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7940c856-71b3-452a-bb94-88016d16730f req-3249d8de-1996-4af9-bf14-0a9dcdedd310 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0473478 Sep 19 10:49:43.930310 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:43.957147 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:43.962223 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7940c856-71b3-452a-bb94-88016d16730f req-20d7f881-844c-4aa8-bfd3-facb29048a3c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442998 Sep 19 10:49:45.056302 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:45.057081 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:45.082244 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6333113-e7d5-43b2-9ab4-7486ee64edfa req-870a1763-5742-4471-8d71-a2ba3ce70ee0 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:45.083629 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a6333113-e7d5-43b2-9ab4-7486ee64edfa req-870a1763-5742-4471-8d71-a2ba3ce70ee0 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0452251 Sep 19 10:49:45.133723 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a6333113-e7d5-43b2-9ab4-7486ee64edfa req-c04c0f7d-2869-41fc-9054-93a8d144bc51 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Sep 19 10:49:46.256537 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728b5f7-70b5-451c-9e2f-806e8e12d3ab req-3a14b72b-6a4d-4427-990f-51075f4b37b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:46.258033 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d728b5f7-70b5-451c-9e2f-806e8e12d3ab req-3a14b72b-6a4d-4427-990f-51075f4b37b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 943 time: 0.0505600 Sep 19 10:49:46.307182 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d728b5f7-70b5-451c-9e2f-806e8e12d3ab req-460de2fd-ede4-483d-99b8-cace499b2faa tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Sep 19 10:49:46.426561 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:49:46.525047 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:49:46.536460 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': '07066654-41ed-41e9-ba96-db1c6532117f', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'port_id': '07066654-41ed-41e9-ba96-db1c6532117f', 'mac_address': 'fa:16:3e:9c:b9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:49:46.569799 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 07066654-41ed-41e9-ba96-db1c6532117f is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:49:46.570185 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:46.583788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07066654-41ed-41e9-ba96-db1c6532117f {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:49:46.603259 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:49:46.650068 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:46.693793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=7']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:49:47.050215 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['07066654-41ed-41e9-ba96-db1c6532117f'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:49:47.212858 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:47.255936 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:47.426679 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf15a-3ac4-4b92-b48a-7df81607a432 req-1c191eca-f776-4e0c-942c-8dd69334116d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:47.428137 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-11daf15a-3ac4-4b92-b48a-7df81607a432 req-1c191eca-f776-4e0c-942c-8dd69334116d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 944 time: 0.0465217 Sep 19 10:49:47.480051 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-11daf15a-3ac4-4b92-b48a-7df81607a432 req-a7f10e1c-7b0e-4e57-8c7e-0657bc0eeeba tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463002 Sep 19 10:49:48.434065 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:49:48.480108 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port 07066654-41ed-41e9-ba96-db1c6532117f triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:49:48.480474 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (07066654-41ed-41e9-ba96-db1c6532117f), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:48.480810 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port 07066654-41ed-41e9-ba96-db1c6532117f Sep 19 10:49:48.550803 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port 07066654-41ed-41e9-ba96-db1c6532117f is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:49:48.551192 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:48.574959 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:49:48.577235 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64931c98-8194-4d4a-8ce4-7c6dcd041b52" -d '{"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-plugged", "status": "completed", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:49:48.590461 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:49:48.606690 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad9e93-7405-4ad8-b0a6-e3eefaa18ef1 req-2e6575e9-1eef-4cd1-b626-e8ca826a690a tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:48.608273 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c8ad9e93-7405-4ad8-b0a6-e3eefaa18ef1 req-2e6575e9-1eef-4cd1-b626-e8ca826a690a tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 944 time: 0.0514297 Sep 19 10:49:48.617453 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b88016-0193-4066-a90d-d832d2d8c70f x-openstack-request-id: req-c3b88016-0193-4066-a90d-d832d2d8c70f {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:49:48.622022 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-plugged", "status": "completed", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:49:48.622022 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3b88016-0193-4066-a90d-d832d2d8c70f {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:49:48.622022 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b88016-0193-4066-a90d-d832d2d8c70f'] response: {'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'code': 200} Sep 19 10:49:48.658564 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c8ad9e93-7405-4ad8-b0a6-e3eefaa18ef1 req-d0f7bdc6-2569-4a44-adac-6d5864196e76 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Sep 19 10:49:48.667638 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:48.730788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=8']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:49:49.001723 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949ae28-856f-48d6-bc92-a43200cd4b4b req-8fedac1f-f559-4043-b6ad-e34f046d4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:49.003119 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e949ae28-856f-48d6-bc92-a43200cd4b4b req-8fedac1f-f559-4043-b6ad-e34f046d4006 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0386288 Sep 19 10:49:49.059736 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e949ae28-856f-48d6-bc92-a43200cd4b4b req-2ba91c3b-2fe0-4308-80fa-0ef872451f00 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Sep 19 10:49:49.780309 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb0e76-ffdf-49ad-a604-427699d8ed68 req-a1d7012e-8ccc-4d99-8ccd-cd2593186e3b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:49.782333 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6dfb0e76-ffdf-49ad-a604-427699d8ed68 req-a1d7012e-8ccc-4d99-8ccd-cd2593186e3b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0456700 Sep 19 10:49:49.830242 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-6dfb0e76-ffdf-49ad-a604-427699d8ed68 req-521462f3-04b4-479d-8a42-d3681988a090 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424414 Sep 19 10:49:50.950707 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf94444-aac9-4b3c-a0c7-6ed488c0802e req-45f86a80-cc9c-4216-a6b0-59a1a3eb046d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:49:50.952187 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bf94444-aac9-4b3c-a0c7-6ed488c0802e req-45f86a80-cc9c-4216-a6b0-59a1a3eb046d tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0465744 Sep 19 10:49:51.001322 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bf94444-aac9-4b3c-a0c7-6ed488c0802e req-75a0441d-bdc4-4b1c-8581-d4893c04da0a tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Sep 19 10:49:57.695511 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:49:59.823062 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=48 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:49:59.825960 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=40 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:00.068466 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:50:00.988405 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=34 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:00.997414 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=38 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:02.855878 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-85aad163-7003-4a6b-b77d-ef8293a68941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:05.301480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8f53b0c1-09a8-49fa-81e2-c3930677abdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:06.638773 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:08.187143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:08.415361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:10.064218 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:18.352093 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=44,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:18.358033 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:27.683745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:29.443556 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=15 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:29.445374 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:32.877824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e6acb113-0b14-430a-bc8c-5449deccd2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:33.452748 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-ea485b75-7b65-4db2-8443-d66b6bc2f6ca service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365436 Sep 19 10:50:33.566206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-e8ff7364-fec4-405e-86ea-996e24873d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:50:33.567649 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-e8ff7364-fec4-405e-86ea-996e24873d3c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0380862 Sep 19 10:50:33.678937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-971a4490-33d6-48ba-a8f6-f4a62d0ba6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:50:33.680394 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-971a4490-33d6-48ba-a8f6-f4a62d0ba6b8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.0892305 Sep 19 10:50:33.747369 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-d2e853a3-0319-4f7c-a0d5-afd91a30f283 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 1001 time: 0.0576589 Sep 19 10:50:33.795750 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-faac20b0-2c00-4657-ab31-da5bc1118768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:50:33.797176 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-faac20b0-2c00-4657-ab31-da5bc1118768 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0428982 Sep 19 10:50:33.844920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-b7f56731-376c-4359-8bae-07982d5e8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:50:33.846449 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-b7f56731-376c-4359-8bae-07982d5e8727 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388966 Sep 19 10:50:33.943192 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-35b3486f-049a-4a68-a2cc-2c53d5efac14 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870471 Sep 19 10:50:34.034123 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-200328d4-6759-4e32-b51e-ab38361b97c5 req-ee246b91-9a68-49d3-b501-7a2c7711f5fe service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816498 Sep 19 10:50:35.272037 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e7d-db25-4ffc-9ab7-4028ac782601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:36.620760 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:37.068320 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:50:38.255170 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:38.437656 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:44.025528 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=46 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:44.031507 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=55 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:47.064548 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:48.357546 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:48.359442 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:57.688641 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:50:59.054680 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:50:59.059248 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:02.928824 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-95bdfa21-edd7-41ee-8e2b-64b56af4b884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:05.317334 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e7c178af-a769-434c-8297-92bc58ca7350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:06.654187 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:08.225618 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:08.459709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:09.750490 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39732) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:09.890258 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Deleting port d9214a7c-b292-4f53-bc25-736f6a128b50 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:09.890597 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:09.968730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:09.969052 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for floatingip (d9214a7c-b292-4f53-bc25-736f6a128b50), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:09.981834 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Calling delete_port for d9214a7c-b292-4f53-bc25-736f6a128b50 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:10.174108 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (d9214a7c-b292-4f53-bc25-736f6a128b50), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:10.201296 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event deleted for resources: {'Port': ['ID=d9214a7c-b292-4f53-bc25-736f6a128b50,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:10.225241 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.225594 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.225940 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.226278 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.226615 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.226949 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.227279 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.227609 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.227937 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.228263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.228589 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.228916 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.229269 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.230087 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.230439 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:10.274574 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for floatingip (694c271d-74b2-47b3-91b1-ab162a9bd341), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:10.274907 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Floating IP 694c271d-74b2-47b3-91b1-ab162a9bd341 disassociated (deleted). External IP: 172.27.0.217, port: 07066654-41ed-41e9-ba96-db1c6532117f. Sep 19 10:51:10.467381 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Router 719fc7f8-52b2-4d73-90e2-71735a1b9bad has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:51:10.569495 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:10.574295 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:10.581111 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:10.581302 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] Sync routers for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:10.589447 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:10.590312 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:10.603923 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-60d5e026-3e45-492c-a5d7-6a998584f81b tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/694c271d-74b2-47b3-91b1-ab162a9bd341 HTTP/1.1" status: 204 len: 168 time: 0.8523214 Sep 19 10:51:10.605263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:51:10.609035 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e67c8-f258-4527-8a8f-30630cbf634a" -d '{"events": [{"name": "network-changed", "server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:51:10.666394 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedf860-619a-4cb6-b2bb-258fde0e9a54 x-openstack-request-id: req-ceedf860-619a-4cb6-b2bb-258fde0e9a54 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:51:10.666720 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:51:10.666957 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ceedf860-619a-4cb6-b2bb-258fde0e9a54 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:51:10.668355 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceedf860-619a-4cb6-b2bb-258fde0e9a54'] response: {'name': 'network-changed', 'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'status': 'completed', 'code': 200} Sep 19 10:51:10.770211 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e67c8-f258-4527-8a8f-30630cbf634a req-27984a0a-c814-4f7b-9632-1e5ed7cd39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:10.771810 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-27984a0a-c814-4f7b-9632-1e5ed7cd39ec service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=311e428360814eee8331ecb4e8480db2&device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 1129 time: 0.0447679 Sep 19 10:51:10.788313 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:10.801590 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:11.004658 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:11.034983 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] Checking router: 719fc7f8-52b2-4d73-90e2-71735a1b9bad for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:11.043747 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:11.044370 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:11.144238 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:11.150860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192be5b9-10e0-4bbc-95ea-99ebe5c21062 req-5e3a4cb5-fa21-4537-b0f8-a08cdc97d501 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:11.152889 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-192be5b9-10e0-4bbc-95ea-99ebe5c21062 req-5e3a4cb5-fa21-4537-b0f8-a08cdc97d501 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0864120 Sep 19 10:51:11.189915 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e67c8-f258-4527-8a8f-30630cbf634a req-6867d82a-0988-4094-83fd-21968a52c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:11.191372 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-6867d82a-0988-4094-83fd-21968a52c17f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 200 len: 910 time: 0.4101617 Sep 19 10:51:11.220523 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-192be5b9-10e0-4bbc-95ea-99ebe5c21062 req-dd49e0b6-d8e6-4f05-a994-4b9bedbaaa05 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585907 Sep 19 10:51:11.331909 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:11.356585 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730ab9f-dbe9-4955-b773-7f769418fd93 None None] The sync data for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi is: [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:33Z', 'revision_number': 4, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '97b5f7f7-9277-4bc4-beec-627d4a3c8c5d', 'name': '', 'network_id': '40d3332b-95c0-422d-9a44-7cded6570980', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'mac_address': 'fa:16:3e:29:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:32Z', 'updated_at': '2022-09-19T10:46:37Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'subnets': [{'id': 'f1e1618b-a513-40d6-b9c2-2e6a8334b8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:11.561533 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19da1e41-85c4-4a35-a64c-40761d4ff826 None None] New status for floating IP 694c271d-74b2-47b3-91b1-ab162a9bd341: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:51:12.304129 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-65fd7d4b-bbb9-4b9b-bedd-50294a9869ff service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 200 len: 217 time: 0.0323105 Sep 19 10:51:12.345634 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bde3b2-bb2c-4684-b2da-cc42d14161ee req-0b00a23b-ca8e-430b-a82a-eb9c70538be3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:12.347137 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c1bde3b2-bb2c-4684-b2da-cc42d14161ee req-0b00a23b-ca8e-430b-a82a-eb9c70538be3 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0482109 Sep 19 10:51:12.359856 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e67c8-f258-4527-8a8f-30630cbf634a req-639a6a7f-6095-4898-820b-5b7cfe289fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:12.361315 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-639a6a7f-6095-4898-820b-5b7cfe289fb5 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 200 len: 848 time: 0.0443211 Sep 19 10:51:12.399019 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c1bde3b2-bb2c-4684-b2da-cc42d14161ee req-1fe4cfc9-1bc9-4e3a-8a67-bf71d0476e97 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08fdb4be-becf-41f4-838d-057683a368be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Sep 19 10:51:12.552064 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e67c8-f258-4527-8a8f-30630cbf634a req-486cf642-4b08-4076-ae68-9a39d752bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:12.553475 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-486cf642-4b08-4076-ae68-9a39d752bced service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=40d3332b-95c0-422d-9a44-7cded6570980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423179 Sep 19 10:51:12.880634 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-2d7464cf-84dd-47ed-a5e7-fbbfb35728ec service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828855 Sep 19 10:51:13.025190 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-fe596da0-1c20-4dff-bdaa-6aa427c8659e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:13.026599 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-fe596da0-1c20-4dff-bdaa-6aa427c8659e tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 945 time: 0.0913632 Sep 19 10:51:13.097883 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-278e67c8-f258-4527-8a8f-30630cbf634a req-3753669f-da34-42fd-816f-5459b48fc84a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636903 Sep 19 10:51:13.130455 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Deleting port 07066654-41ed-41e9-ba96-db1c6532117f {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:13.130801 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (07066654-41ed-41e9-ba96-db1c6532117f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:13.220212 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] For port 07066654-41ed-41e9-ba96-db1c6532117f, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=07066654-41ed-41e9-ba96-db1c6532117f,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:13.220576 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (07066654-41ed-41e9-ba96-db1c6532117f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:13.233369 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Calling delete_port for 07066654-41ed-41e9-ba96-db1c6532117f owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:13.443194 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (07066654-41ed-41e9-ba96-db1c6532117f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:13.472247 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event deleted for resources: {'Port': ['ID=07066654-41ed-41e9-ba96-db1c6532117f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:13.486989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:13.526116 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90701b1c-d5c4-487c-bf4b-4ef17b7122e8 req-21bee28d-11e5-459f-b44f-3f653606c5b7 tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 210 time: 0.0516660 Sep 19 10:51:13.546246 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] No DVR routers for this DVR port 07066654-41ed-41e9-ba96-db1c6532117f on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:51:13.548913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:13.553163 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fa4c473d-b9ac-4bd6-8a36-eda3f900c551 req-dda2aee5-7e60-4efd-a50c-440ff1bdc97c tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.73 "DELETE /networking/v2.0/ports/07066654-41ed-41e9-ba96-db1c6532117f HTTP/1.1" status: 204 len: 173 time: 0.5186703 Sep 19 10:51:13.553720 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-deleted', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:51:13.555982 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43479a0-adfb-4c91-bcc9-7f38ca7a87f7" -d '{"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-deleted", "tag": "07066654-41ed-41e9-ba96-db1c6532117f"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:51:13.593578 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cbbeb0-efbb-4837-8d87-c9b0681afd38 x-openstack-request-id: req-b5cbbeb0-efbb-4837-8d87-c9b0681afd38 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:51:13.593873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc", "name": "network-vif-deleted", "tag": "07066654-41ed-41e9-ba96-db1c6532117f", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:51:13.594132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5cbbeb0-efbb-4837-8d87-c9b0681afd38 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:51:13.594543 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cbbeb0-efbb-4837-8d87-c9b0681afd38'] response: {'server_uuid': 'acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc', 'name': 'network-vif-deleted', 'tag': '07066654-41ed-41e9-ba96-db1c6532117f', 'status': 'completed', 'code': 200} Sep 19 10:51:14.067734 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:51:14.630189 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be1a6c2c-e242-436a-9bcc-2fd254698f41 req-6355247d-a2c4-494a-8817-e0e14656d7ea tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acf7fa4e-693b-4e9a-80e8-ac8f40dd44bc HTTP/1.1" status: 200 len: 210 time: 0.0284808 Sep 19 10:51:14.816763 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:14.839806 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: 07066654-41ed-41e9-ba96-db1c6532117f {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:14.840156 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device 07066654-41ed-41e9-ba96-db1c6532117f not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:15.698783 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39768) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:15.707420 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:15.757506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5df020d4-8d66-4917-8116-23c7f32e40cb tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group (08fdb4be-becf-41f4-838d-057683a368be), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:15.785284 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5df020d4-8d66-4917-8116-23c7f32e40cb tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group (08fdb4be-becf-41f4-838d-057683a368be), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:15.911160 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5df020d4-8d66-4917-8116-23c7f32e40cb tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (08fdb4be-becf-41f4-838d-057683a368be), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:15.913815 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5df020d4-8d66-4917-8116-23c7f32e40cb tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:15.914988 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5df020d4-8d66-4917-8116-23c7f32e40cb tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/08fdb4be-becf-41f4-838d-057683a368be HTTP/1.1" status: 204 len: 168 time: 0.2146974 Sep 19 10:51:15.924678 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df020d4-8d66-4917-8116-23c7f32e40cb tempest-TestShelveInstance-386674525 tempest-TestShelveInstance-386674525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fdb4be-becf-41f4-838d-057683a368be,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:16.040982 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39772) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:16.340985 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (719fc7f8-52b2-4d73-90e2-71735a1b9bad), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:16.559896 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Deleting port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:16.560247 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:16.640940 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] For port 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:16.641248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:16.654508 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Calling delete_port for 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:16.663637 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:16.750181 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:16.910931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (97b5f7f7-9277-4bc4-beec-627d4a3c8c5d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:16.933444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=97b5f7f7-9277-4bc4-beec-627d4a3c8c5d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:17.104149 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (719fc7f8-52b2-4d73-90e2-71735a1b9bad), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:17.316812 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Router 719fc7f8-52b2-4d73-90e2-71735a1b9bad has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:51:17.422835 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:17.427891 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5c321420-bd5d-4348-8556-53f9ea815a3b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/719fc7f8-52b2-4d73-90e2-71735a1b9bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858790 Sep 19 10:51:17.430622 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39774) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:17.431308 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] Sync routers for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:17.442341 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:17.442944 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:17.532580 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks [] for router (719fc7f8-52b2-4d73-90e2-71735a1b9bad), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:17.534682 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:17.543387 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:17.633433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks [] for router_gateway (719fc7f8-52b2-4d73-90e2-71735a1b9bad), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:17.709517 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:17.717829 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:51:16Z', 'revision_number': 5, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port': {'id': '8eeb8100-38bb-4ac8-986b-7e9c9fe01d64', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:17.742810 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] Checking router: 719fc7f8-52b2-4d73-90e2-71735a1b9bad for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:17.743190 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Deleting port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:17.743523 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:17.751755 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] Routers {'719fc7f8-52b2-4d73-90e2-71735a1b9bad'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:17.752350 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:17.754724 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:17.826655 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] For port 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:17.827096 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:17.833645 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:17.836267 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] Set router 719fc7f8-52b2-4d73-90e2-71735a1b9bad gateway port host: None {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:17.839919 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Calling delete_port for 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:17.884434 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:51:17Z', 'revision_number': 6, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:17.911081 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e5522-c502-4f2c-a467-530c74797aa9 None None] The sync data for ids ['719fc7f8-52b2-4d73-90e2-71735a1b9bad'] in dv-cinder-858275-1-iscsi is: [{'id': '719fc7f8-52b2-4d73-90e2-71735a1b9bad', 'name': 'tempest-TestShelveInstance-1941331580-router', 'tenant_id': '311e428360814eee8331ecb4e8480db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:30Z', 'updated_at': '2022-09-19T10:51:17Z', 'revision_number': 6, 'project_id': '311e428360814eee8331ecb4e8480db2', 'gw_port_host': None}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:18.088713 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (8eeb8100-38bb-4ac8-986b-7e9c9fe01d64), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.115444 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eeb8100-38bb-4ac8-986b-7e9c9fe01d64,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:18.175603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (719fc7f8-52b2-4d73-90e2-71735a1b9bad), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.263031 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (719fc7f8-52b2-4d73-90e2-71735a1b9bad), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.265852 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks [] for router_controller (719fc7f8-52b2-4d73-90e2-71735a1b9bad), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.391437 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (719fc7f8-52b2-4d73-90e2-71735a1b9bad), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.392005 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719fc7f8-52b2-4d73-90e2-71735a1b9bad {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:51:18.396248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.397427 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-93925ea1-a58e-4baa-92a1-3451e6091777 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/719fc7f8-52b2-4d73-90e2-71735a1b9bad HTTP/1.1" status: 204 len: 168 time: 0.9658878 Sep 19 10:51:18.400233 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39776) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:18.447288 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Deleting subnet f1e1618b-a513-40d6-b9c2-2e6a8334b8fc {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:51:18.450853 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Publish callbacks [] for subnet (f1e1618b-a513-40d6-b9c2-2e6a8334b8fc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.484896 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (f1e1618b-a513-40d6-b9c2-2e6a8334b8fc), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.557200 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (f1e1618b-a513-40d6-b9c2-2e6a8334b8fc), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.601590 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:18.740641 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (f1e1618b-a513-40d6-b9c2-2e6a8334b8fc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.768634 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e1618b-a513-40d6-b9c2-2e6a8334b8fc,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:18.773790 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.779166 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d398f-a801-4e35-80a7-82aee03986ef None None] Network 40d3332b-95c0-422d-9a44-7cded6570980 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:51:18.779805 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39778) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:18.780191 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3fcfb1c2-a243-431a-981c-bd0cf6e470ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f1e1618b-a513-40d6-b9c2-2e6a8334b8fc HTTP/1.1" status: 204 len: 168 time: 0.3786514 Sep 19 10:51:18.783170 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:18.783856 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:18.856585 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (40d3332b-95c0-422d-9a44-7cded6570980), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.922241 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Deleting port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:18.922241 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:18.937753 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] DHCP port deletion for 40d3332b-95c0-422d-9a44-7cded6570980 request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:51:18.978468 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Deleting port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:18.978835 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.049982 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] For port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:19.050378 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.065206 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Calling delete_port for a3c8330e-8b5e-4e67-9d27-aa55817fa1fd owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:19.202965 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:19.221535 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:19.221953 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 97b5f7f7-9277-4bc4-beec-627d4a3c8c5d not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:19.222444 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device a3c8330e-8b5e-4e67-9d27-aa55817fa1fd no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:19.225181 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.227068 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] For port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,segment=NetworkSegment(f07ba45f-2b99-4896-80f7-d6d111c0afc6),segment_id=f07ba45f-2b99-4896-80f7-d6d111c0afc6)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:19.227442 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.240488 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Calling delete_port for a3c8330e-8b5e-4e67-9d27-aa55817fa1fd owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:19.262419 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: a3c8330e-8b5e-4e67-9d27-aa55817fa1fd {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:19.262758 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device a3c8330e-8b5e-4e67-9d27-aa55817fa1fd not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:19.263179 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:19.267697 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Pushing event deleted for resources: {'Port': ['ID=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:19.291328 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] No DVR routers for this DVR port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:51:19.292579 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:19.293471 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 8eeb8100-38bb-4ac8-986b-7e9c9fe01d64 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.299715 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.300557 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.300557 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.300557 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.300913 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.301137 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.301484 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.301791 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.302112 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920fd6a-0d00-472c-92ef-a05223ae832f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.322982 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (a3c8330e-8b5e-4e67-9d27-aa55817fa1fd), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.351317 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c8330e-8b5e-4e67-9d27-aa55817fa1fd,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:19.355816 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] No DVR routers for this DVR port a3c8330e-8b5e-4e67-9d27-aa55817fa1fd on host dv-cinder-858275-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:51:19.380539 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.380888 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.381269 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.381612 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.381948 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.382277 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.382610 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.382934 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.383258 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.383583 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.383911 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.384234 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.384583 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.384903 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.385248 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:19.438551 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (40d3332b-95c0-422d-9a44-7cded6570980), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.457750 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d3332b-95c0-422d-9a44-7cded6570980']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:19.467396 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07ba45f-2b99-4896-80f7-d6d111c0afc6') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:19.467700 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07ba45f-2b99-4896-80f7-d6d111c0afc6') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:19.477286 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (f07ba45f-2b99-4896-80f7-d6d111c0afc6), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.490734 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (f07ba45f-2b99-4896-80f7-d6d111c0afc6), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.497147 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:51:19.497534 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (f07ba45f-2b99-4896-80f7-d6d111c0afc6), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.571711 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment f07ba45f-2b99-4896-80f7-d6d111c0afc6 resource provider aggregate not found Sep 19 10:51:19.584532 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment f07ba45f-2b99-4896-80f7-d6d111c0afc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f07ba45f-2b99-4896-80f7-d6d111c0afc6 found for delete ", "request_id": "req-ddadbbaa-41e7-4bd3-848e-0e7f4ce3fcc7"}]} Sep 19 10:51:19.631211 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (40d3332b-95c0-422d-9a44-7cded6570980), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.636883 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:19.640070 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/40d3332b-95c0-422d-9a44-7cded6570980 HTTP/1.1" status: 204 len: 168 time: 0.8591294 Sep 19 10:51:19.643257 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39786) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:19.651359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d1475-6d05-482c-bf8c-6c32bc9e0c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d3332b-95c0-422d-9a44-7cded6570980,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:20.193354 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:20.205377 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (c9933373-ecfd-4329-9472-99819a5d0fcd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:20.424458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Deleting port 066b2aed-2c47-4d38-a7a3-ce302a379d1d {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:20.424797 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:20.505947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] For port 066b2aed-2c47-4d38-a7a3-ce302a379d1d, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=066b2aed-2c47-4d38-a7a3-ce302a379d1d,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:20.506222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:20.519212 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Calling delete_port for 066b2aed-2c47-4d38-a7a3-ce302a379d1d owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:20.632100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:20.762426 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (066b2aed-2c47-4d38-a7a3-ce302a379d1d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:20.784779 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Pushing event deleted for resources: {'Port': ['ID=066b2aed-2c47-4d38-a7a3-ce302a379d1d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:20.954736 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (c9933373-ecfd-4329-9472-99819a5d0fcd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:21.116565 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:21.170039 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Router c9933373-ecfd-4329-9472-99819a5d0fcd has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:51:21.271297 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:21.276948 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cc4e3ccc-a097-477b-8ff9-419e6a7ce287 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c9933373-ecfd-4329-9472-99819a5d0fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6325631 Sep 19 10:51:21.279928 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39788) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:21.280701 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] Sync routers for ids ['c9933373-ecfd-4329-9472-99819a5d0fcd'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:21.290989 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] Routers {'c9933373-ecfd-4329-9472-99819a5d0fcd'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:21.291600 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['c9933373-ecfd-4329-9472-99819a5d0fcd'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:21.391422 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks [] for router (c9933373-ecfd-4329-9472-99819a5d0fcd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:21.494864 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks [] for router_gateway (c9933373-ecfd-4329-9472-99819a5d0fcd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:21.518096 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] Set router c9933373-ecfd-4329-9472-99819a5d0fcd gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:21.595872 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Deleting port 56123eec-0336-427c-8963-2b3ea6c70aa3 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:21.596211 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:21.649909 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:21.686423 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] For port 56123eec-0336-427c-8963-2b3ea6c70aa3, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=56123eec-0336-427c-8963-2b3ea6c70aa3,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:21.686926 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:21.689851 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:51:20Z', 'revision_number': 5, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port': {'id': '56123eec-0336-427c-8963-2b3ea6c70aa3', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:21.700986 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Calling delete_port for 56123eec-0336-427c-8963-2b3ea6c70aa3 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:21.715874 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] Checking router: c9933373-ecfd-4329-9472-99819a5d0fcd for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:21.724309 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] Routers {'c9933373-ecfd-4329-9472-99819a5d0fcd'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:21.724915 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['c9933373-ecfd-4329-9472-99819a5d0fcd'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:21.807637 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] Set router c9933373-ecfd-4329-9472-99819a5d0fcd gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:21.859387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:51:21Z', 'revision_number': 6, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:21.883503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0b4d3-625e-44c7-b180-7a5d1aaacb3b None None] The sync data for ids ['c9933373-ecfd-4329-9472-99819a5d0fcd'] in dv-cinder-858275-1-iscsi is: [{'id': 'c9933373-ecfd-4329-9472-99819a5d0fcd', 'name': 'tempest-TestShelveInstance-1462686066-router', 'tenant_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:46:36Z', 'updated_at': '2022-09-19T10:51:21Z', 'revision_number': 6, 'project_id': 'c0c11decc56d4573abe15a1b3c86bb75', 'gw_port_host': None}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:21.968459 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (56123eec-0336-427c-8963-2b3ea6c70aa3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:21.991557 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56123eec-0336-427c-8963-2b3ea6c70aa3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:22.062384 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (c9933373-ecfd-4329-9472-99819a5d0fcd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.148340 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (c9933373-ecfd-4329-9472-99819a5d0fcd), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.150485 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks [] for router_controller (c9933373-ecfd-4329-9472-99819a5d0fcd), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.254223 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (c9933373-ecfd-4329-9472-99819a5d0fcd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.254812 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9933373-ecfd-4329-9472-99819a5d0fcd {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:51:22.259201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.263089 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c7c6bc62-90a3-476a-a85d-2e966b9b99c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/c9933373-ecfd-4329-9472-99819a5d0fcd HTTP/1.1" status: 204 len: 168 time: 0.9794841 Sep 19 10:51:22.263305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39790) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:22.298131 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:22.311623 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Deleting subnet 2d002b93-6f65-42f8-9ba3-489a7e605503 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:51:22.329930 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Publish callbacks [] for subnet (2d002b93-6f65-42f8-9ba3-489a7e605503), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.365406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8731770'] for subnet (2d002b93-6f65-42f8-9ba3-489a7e605503), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.452700 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (2d002b93-6f65-42f8-9ba3-489a7e605503), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.563081 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484369'] for subnet (2d002b93-6f65-42f8-9ba3-489a7e605503), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.586290 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d002b93-6f65-42f8-9ba3-489a7e605503,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:22.592493 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.595605 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2901fddc-eead-4db1-ab54-62aaf9aed283 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2d002b93-6f65-42f8-9ba3-489a7e605503 HTTP/1.1" status: 204 len: 168 time: 0.3312278 Sep 19 10:51:22.598222 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39792) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:22.598744 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e8d24-bfa8-450c-a75f-4e39b4ecd067 None None] Network d27a8cf2-8026-411a-853e-1b2a3b134236 requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:51:22.681579 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (d27a8cf2-8026-411a-853e-1b2a3b134236), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.725892 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Deleting port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:22.726231 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.746206 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] DHCP port deletion for d27a8cf2-8026-411a-853e-1b2a3b134236 request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:51:22.748478 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:22.778505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:22.786119 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] Deleting port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:51:22.786495 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.794785 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] For port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:22.795154 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.808583 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Calling delete_port for 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:22.845230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:22.857691 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] For port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,segment=NetworkSegment(f805500e-89ba-4498-b7b3-4bb4f2c308a8),segment_id=f805500e-89ba-4498-b7b3-4bb4f2c308a8)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:22.860376 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.872327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] Calling delete_port for 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:51:22.962771 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.969790 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (3e5ae2e9-2c14-4619-bf37-aed49c8ff91c), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:22.990133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:22.992368 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] No DVR routers for this DVR port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c on host dv-cinder-858275-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:51:22.997725 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] Pushing event deleted for resources: {'Port': ['ID=3e5ae2e9-2c14-4619-bf37-aed49c8ff91c,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:23.002463 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa877bed-e7cc-4745-ad28-721fb549cc61 None None] No DVR routers for this DVR port 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:51:23.066575 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (d27a8cf2-8026-411a-853e-1b2a3b134236), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.087181 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27a8cf2-8026-411a-853e-1b2a3b134236']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:23.096810 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f805500e-89ba-4498-b7b3-4bb4f2c308a8') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:23.097132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f805500e-89ba-4498-b7b3-4bb4f2c308a8') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:23.106930 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8731713'] for segment (f805500e-89ba-4498-b7b3-4bb4f2c308a8), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.119972 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (f805500e-89ba-4498-b7b3-4bb4f2c308a8), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.126132 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:51:23.126513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654035'] for segment (f805500e-89ba-4498-b7b3-4bb4f2c308a8), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.201685 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment f805500e-89ba-4498-b7b3-4bb4f2c308a8 resource provider aggregate not found Sep 19 10:51:23.218418 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 56123eec-0336-427c-8963-2b3ea6c70aa3 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:23.219454 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment f805500e-89ba-4498-b7b3-4bb4f2c308a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f805500e-89ba-4498-b7b3-4bb4f2c308a8 found for delete ", "request_id": "req-e1816af1-b363-42e8-aa79-e26c3f2d60bc"}]} Sep 19 10:51:23.240745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 56123eec-0336-427c-8963-2b3ea6c70aa3 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:23.241108 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 56123eec-0336-427c-8963-2b3ea6c70aa3 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:23.241528 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:23.248427 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (d27a8cf2-8026-411a-853e-1b2a3b134236), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.254443 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.259851 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d27a8cf2-8026-411a-853e-1b2a3b134236 HTTP/1.1" status: 204 len: 168 time: 0.6585133 Sep 19 10:51:23.260362 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:23.260745 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 3e5ae2e9-2c14-4619-bf37-aed49c8ff91c not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:23.261289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 066b2aed-2c47-4d38-a7a3-ce302a379d1d no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:51:23.271258 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952a360-9c49-4048-b0db-ec1366531977 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27a8cf2-8026-411a-853e-1b2a3b134236,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:23.281083 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 066b2aed-2c47-4d38-a7a3-ce302a379d1d {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:51:23.281487 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 066b2aed-2c47-4d38-a7a3-ce302a379d1d not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:51:23.643629 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39802) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:23.684444 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-2042df50-8f72-4cee-893f-3c60b2d6ca66 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=311e428360814eee8331ecb4e8480db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396872 Sep 19 10:51:23.686872 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39804) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:23.732926 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f153aa79-6665-4aa6-b73f-b85be1dd05c0 admin admin] Publish callbacks [] for security_group (b75aa35e-3142-46c9-b388-677db5e74e5a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.752666 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f153aa79-6665-4aa6-b73f-b85be1dd05c0 admin admin] Publish callbacks [] for security_group (b75aa35e-3142-46c9-b388-677db5e74e5a), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.893946 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f153aa79-6665-4aa6-b73f-b85be1dd05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b75aa35e-3142-46c9-b388-677db5e74e5a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.896551 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f153aa79-6665-4aa6-b73f-b85be1dd05c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:23.897789 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-f153aa79-6665-4aa6-b73f-b85be1dd05c0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b75aa35e-3142-46c9-b388-677db5e74e5a HTTP/1.1" status: 204 len: 168 time: 0.2100222 Sep 19 10:51:23.906085 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153aa79-6665-4aa6-b73f-b85be1dd05c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75aa35e-3142-46c9-b388-677db5e74e5a,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:24.513831 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39810) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:24.534368 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:24.555196 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-4df4570d-bedd-429a-b001-85e8469c834a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c0c11decc56d4573abe15a1b3c86bb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401990 Sep 19 10:51:24.557674 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39812) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:24.578308 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:24.605845 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ba028306-f94f-44d1-8937-1e797997b5a3 admin admin] Publish callbacks [] for security_group (b3db2823-2bde-41c3-9a20-8d436eac339e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:24.626072 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ba028306-f94f-44d1-8937-1e797997b5a3 admin admin] Publish callbacks [] for security_group (b3db2823-2bde-41c3-9a20-8d436eac339e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:24.739114 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ba028306-f94f-44d1-8937-1e797997b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (b3db2823-2bde-41c3-9a20-8d436eac339e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:24.741791 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ba028306-f94f-44d1-8937-1e797997b5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:24.742939 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-ba028306-f94f-44d1-8937-1e797997b5a3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b3db2823-2bde-41c3-9a20-8d436eac339e HTTP/1.1" status: 204 len: 168 time: 0.1837692 Sep 19 10:51:24.751003 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba028306-f94f-44d1-8937-1e797997b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db2823-2bde-41c3-9a20-8d436eac339e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:25.915091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39834) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:26.008873 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-673820854-network', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:26.134032 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Made reservation on behalf of 83720c34e40e4f2ba7f9fe719db3c259 for: {'network': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:51:26.136439 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.145193 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.218315 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks [] for security_group (46287193-615e-438b-b0bc-1fee95f0559e), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.276710 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (46287193-615e-438b-b0bc-1fee95f0559e), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.300846 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:51:26.315599 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46287193-615e-438b-b0bc-1fee95f0559e,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:26.318451 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.318793 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.segments_db [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Added segment e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf of type vlan for network 5a49e492-1f1f-4b1e-95df-12a18170ee5a Sep 19 10:51:26.359167 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (5a49e492-1f1f-4b1e-95df-12a18170ee5a), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.419342 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (5a49e492-1f1f-4b1e-95df-12a18170ee5a), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.420318 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:26.420896 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.481149 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a49e492-1f1f-4b1e-95df-12a18170ee5a,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:26.490477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:51:26.496315 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-d8a2bdc6-0f46-48de-b2b2-e1a819b31da9 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5801711 Sep 19 10:51:26.499270 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39838) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:26.503864 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Request body: {'subnet': {'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-673820854-subnet', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'ip_version': 4}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:26.591398 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Made reservation on behalf of 83720c34e40e4f2ba7f9fe719db3c259 for: {'subnet': 1} {{(pid=106798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:51:26.599874 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9519933'] for subnet (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.808388 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3786040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9519915'] for subnet (fe67fc13-3b33-4186-8e2e-06a3b5eded18), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:26.813023 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:26.867974 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe67fc13-3b33-4186-8e2e-06a3b5eded18,revision_number=0']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:26.878189 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Checking segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:26.878543 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Network hostable DHCP agents. Network: 5a49e492-1f1f-4b1e-95df-12a18170ee5a, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:51:26.881216 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:26.973073 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:51:27.076660 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, 5a49e492-1f1f-4b1e-95df-12a18170ee5a) {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:27.080497 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:27.081119 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.085921 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c41165-8dad-4a66-ac3b-6f23686ac541 None None] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:51:27.154085 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-4f61b343-cbd4-4ff0-8152-a09766a103f8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6537104 Sep 19 10:51:27.157138 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39840) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:27.162139 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:27.172860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:27.187772 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:51:27.188693 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.322018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Allocated IP 172.20.0.2 (5a49e492-1f1f-4b1e-95df-12a18170ee5a/fe67fc13-3b33-4186-8e2e-06a3b5eded18/41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:51:27.363058 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (ae7a7daa-2683-4da1-b9bd-7d707358264b), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.364059 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (ae7a7daa-2683-4da1-b9bd-7d707358264b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.423745 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks [] for router_controller (ae7a7daa-2683-4da1-b9bd-7d707358264b), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.461085 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Publish callbacks [] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.540210 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.552649 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:27.584285 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:27.589357 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:27.593079 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:51:27.596238 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Pushing event updated for resources: {'Port': ['ID=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:27.636465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks [] for router_gateway (ae7a7daa-2683-4da1-b9bd-7d707358264b), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.660770 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Attempting to bind port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:51:27.664415 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Attempting to bind port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:51:27.664415 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Attempting to bind port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:51:27.703492 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:51:27.703863 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Checking segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:27.704308 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.704702 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Bound using segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:51:27.705193 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Bound port: 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:51:27.705574 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.723053 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:27.741351 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.769491 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] For port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:51:27.772472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] For port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:51:27.843253 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.893555 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks [] for router_gateway (ae7a7daa-2683-4da1-b9bd-7d707358264b), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.894270 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7bdb-33b2-4d2d-a520-1627cf198ba4 None None] Pushing event updated for resources: {'Port': ['ID=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:27.914368 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:27.958365 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:28.034584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Allocated IP 172.27.0.31 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/40f85978-65ec-4585-b701-3bcbff8c0b59) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:51:28.148669 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks [] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:28.248359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:28.291904 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:28.294754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:28.298615 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:51:28.303535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Pushing event updated for resources: {'Port': ['ID=40f85978-65ec-4585-b701-3bcbff8c0b59,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:28.422324 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:28.779161 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb4a66-92ae-42f7-bcc3-13dc346acde0 None None] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:51:28.881382 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks [] for router_gateway (ae7a7daa-2683-4da1-b9bd-7d707358264b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:28.895450 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Provisioning complete for port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:28.895823 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:28.896156 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Attempt 1 to provision port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 Sep 19 10:51:28.977376 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Current status of the port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:28.977768 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.013809 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] For port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:29.083473 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (ae7a7daa-2683-4da1-b9bd-7d707358264b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.093893 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.141166 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea09dc-e8a3-417f-b26c-ca3fe49c8d66 None None] Pushing event updated for resources: {'Port': ['ID=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:29.211405 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-91ce3a31-eba4-456f-98da-c201937e3ea0 None None] Provisioning complete for port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:29.211686 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-91ce3a31-eba4-456f-98da-c201937e3ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.212027 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-91ce3a31-eba4-456f-98da-c201937e3ea0 None None] Attempt 1 to provision port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 Sep 19 10:51:29.234539 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:29.276248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Router ae7a7daa-2683-4da1-b9bd-7d707358264b is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:51:29.315146 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:29.315520 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.315859 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 Sep 19 10:51:29.344427 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-91ce3a31-eba4-456f-98da-c201937e3ea0 None None] Current status of the port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:29.378792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:29.389249 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:29.396690 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:29.400337 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:29.406177 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:29.479191 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.480584 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-913c4d7e-81ba-4f9c-a6d9-ea01e060511e admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3217926 Sep 19 10:51:29.483397 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39842) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:29.513423 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:29.635689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:29.764893 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:28Z', 'revision_number': 3, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:29.789216 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:29.789558 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Updating router ae7a7daa-2683-4da1-b9bd-7d707358264b port 40f85978-65ec-4585-b701-3bcbff8c0b59 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:51:29.820649 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:29.846061 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:29.909809 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.059662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Allocated IP 172.20.0.1 (5a49e492-1f1f-4b1e-95df-12a18170ee5a/fe67fc13-3b33-4186-8e2e-06a3b5eded18/4a886d87-ad72-43e6-8c13-47034b579f82) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:51:30.069190 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Publish callbacks [] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.122449 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.159212 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Attempting to bind port 40f85978-65ec-4585-b701-3bcbff8c0b59 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:51:30.159582 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Attempting to bind port 40f85978-65ec-4585-b701-3bcbff8c0b59 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:51:30.159942 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Attempting to bind port 40f85978-65ec-4585-b701-3bcbff8c0b59 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:51:30.170366 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks [] for port (4a886d87-ad72-43e6-8c13-47034b579f82), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.196215 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Pushing event updated for resources: {'Port': ['ID=40f85978-65ec-4585-b701-3bcbff8c0b59,revision_number=2']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:30.207598 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.207949 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.208316 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.208673 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.209011 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.209371 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.209696 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.210020 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.210345 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.210668 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.210992 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.211335 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.211658 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.212024 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.212343 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:51:30.226216 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:51:30.226589 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:30.226988 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.227372 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:51:30.227836 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Bound port: 40f85978-65ec-4585-b701-3bcbff8c0b59, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:51:30.228214 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.254022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.258375 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:30.278815 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] For port 40f85978-65ec-4585-b701-3bcbff8c0b59, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:51:30.281872 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] For port 40f85978-65ec-4585-b701-3bcbff8c0b59, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=40f85978-65ec-4585-b701-3bcbff8c0b59,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:51:30.295446 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:30.298462 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:30.302412 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:51:30.307521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4a886d87-ad72-43e6-8c13-47034b579f82,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:30.340960 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.348040 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:30.351510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (ae7a7daa-2683-4da1-b9bd-7d707358264b), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.379547 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:30.380175 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:30.442140 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5927531-eec3-4d12-89b7-86acf9e89427 None None] Pushing event updated for resources: {'Port': ['ID=40f85978-65ec-4585-b701-3bcbff8c0b59,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:30.502042 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:30.560528 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.573112 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Provisioning complete for port 4a886d87-ad72-43e6-8c13-47034b579f82 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:30.574497 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.574628 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 1 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:30.609922 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Port 4a886d87-ad72-43e6-8c13-47034b579f82 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:30.677252 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:28Z', 'revision_number': 3, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:30.679774 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:30.702004 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f158f-ec16-434b-9108-3bd535399dcb None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:28Z', 'revision_number': 3, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:30.710668 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:30.735045 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks [] for port (4a886d87-ad72-43e6-8c13-47034b579f82), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.814214 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:30.886330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4a886d87-ad72-43e6-8c13-47034b579f82,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:30.889706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (ae7a7daa-2683-4da1-b9bd-7d707358264b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:31.006791 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:31.008185 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:31.111800 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 2 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:31.137368 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:51:31.158154 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Port 4a886d87-ad72-43e6-8c13-47034b579f82 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:31.252186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 40f85978-65ec-4585-b701-3bcbff8c0b59 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:31.262136 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:31.268557 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-24e913cd-ca2a-44e4-b452-f5bc1e4184b7 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/ae7a7daa-2683-4da1-b9bd-7d707358264b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7840142 Sep 19 10:51:31.277512 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:31.302629 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 40f85978-65ec-4585-b701-3bcbff8c0b59 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:31.302923 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:31.303417 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 40f85978-65ec-4585-b701-3bcbff8c0b59 Sep 19 10:51:31.335317 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:31.520339 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 40f85978-65ec-4585-b701-3bcbff8c0b59 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:31.520776 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:31.543282 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 40f85978-65ec-4585-b701-3bcbff8c0b59, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=40f85978-65ec-4585-b701-3bcbff8c0b59,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:31.619707 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:31.663210 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 3 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:31.683966 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=40f85978-65ec-4585-b701-3bcbff8c0b59,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:31.701855 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Port 4a886d87-ad72-43e6-8c13-47034b579f82 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:31.956912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39858) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:31.961989 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1936307304-network', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:32.059139 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Made reservation on behalf of 76e331f316984e83b4e0b757444fe8cc for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:51:32.061645 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.071142 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.154689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks [] for security_group (dd7cfa62-3568-49f3-b86f-436e592168f5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.203455 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 4 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:32.219463 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (dd7cfa62-3568-49f3-b86f-436e592168f5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.241634 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Port 4a886d87-ad72-43e6-8c13-47034b579f82 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:32.243435 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 10:51:32.256207 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:32.260283 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7cfa62-3568-49f3-b86f-436e592168f5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:32.264359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.264683 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Added segment c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5 of type vlan for network e269a3ed-c58e-42c6-b358-3e9ec8d039ac Sep 19 10:51:32.268035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:32.269573 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:32.273983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:32.307328 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794223970488'] for network (e269a3ed-c58e-42c6-b358-3e9ec8d039ac), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.372734 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:32.402311 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759'] for network (e269a3ed-c58e-42c6-b358-3e9ec8d039ac), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.403390 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:32.403982 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.467535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] Pushing event updated for resources: {'Network': ['ID=e269a3ed-c58e-42c6-b358-3e9ec8d039ac,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:32.486480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac details requested by agent ovs-agent-dv-cinder-858275-1-iscsi with host dv-cinder-858275-1-iscsi {{(pid=106799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 10:51:32.525900 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6d1606aa-0096-4c78-bb77-8ebd1c667388 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5676937 Sep 19 10:51:32.528748 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39860) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:32.533642 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Request body: {'subnet': {'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1936307304-subnet', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:32.548919 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:32.627709 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 2, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:32.642475 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Made reservation on behalf of 76e331f316984e83b4e0b757444fe8cc for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:51:32.645122 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484414'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.652663 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:32.653018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Updating router ae7a7daa-2683-4da1-b9bd-7d707358264b port 4a886d87-ad72-43e6-8c13-47034b579f82 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:51:32.680936 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.772712 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 5 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:32.834417 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Port 4a886d87-ad72-43e6-8c13-47034b579f82 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:32.840477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:32.942747 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:32.951963 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484392'] for subnet (05b9743e-9a94-4364-906c-91c13007b5d4), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.962908 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-53a2321a-d1cf-4e24-b634-0f558d998992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:32.983605 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Publish callbacks [] for port (4a886d87-ad72-43e6-8c13-47034b579f82), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.013939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b9743e-9a94-4364-906c-91c13007b5d4,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:33.026259 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Checking segment: {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:33.027175 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Network hostable DHCP agents. Network: e269a3ed-c58e-42c6-b358-3e9ec8d039ac, hostable agents: ['df3f3ece-beb2-4de1-b805-bbffb0bda45b'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 10:51:33.071574 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.100454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac is scheduled to be hosted by DHCP agent df3f3ece-beb2-4de1-b805-bbffb0bda45b with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 10:51:33.137901 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625ce5e-3188-4bfb-8d6c-e93819a6c215 None None] Pushing event updated for resources: {'Port': ['ID=4a886d87-ad72-43e6-8c13-47034b579f82,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:33.171112 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Attempting to bind port 4a886d87-ad72-43e6-8c13-47034b579f82 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:51:33.171488 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Attempting to bind port 4a886d87-ad72-43e6-8c13-47034b579f82 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:51:33.171853 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Attempting to bind port 4a886d87-ad72-43e6-8c13-47034b579f82 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:51:33.216330 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:51:33.216708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Checking segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:33.217142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.217540 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Bound using segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:51:33.218109 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Bound port: 4a886d87-ad72-43e6-8c13-47034b579f82, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:51:33.218497 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.222646 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 40f85978-65ec-4585-b701-3bcbff8c0b59 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:33.231860 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858275-1-iscsi, e269a3ed-c58e-42c6-b358-3e9ec8d039ac) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:33.235896 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:33.240606 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.253730 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b2e49-1ca3-44ee-8718-55428d58455b None None] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:51:33.325550 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d89ae3df-bd4e-47e9-a4b2-acaeaf439a93 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7955928 Sep 19 10:51:33.328224 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39862) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:33.332682 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:33.337290 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 6 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:33.408295 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Port 4a886d87-ad72-43e6-8c13-47034b579f82 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:33.409370 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] For port 4a886d87-ad72-43e6-8c13-47034b579f82, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:51:33.416730 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 40f85978-65ec-4585-b701-3bcbff8c0b59 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:33.417661 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.418009 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 40f85978-65ec-4585-b701-3bcbff8c0b59 Sep 19 10:51:33.425606 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3686284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router (73b329c9-fb9f-4045-9438-c721b3c9e9bc), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.426832 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3226'] for router (73b329c9-fb9f-4045-9438-c721b3c9e9bc), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.450045 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] For port 4a886d87-ad72-43e6-8c13-47034b579f82, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=4a886d87-ad72-43e6-8c13-47034b579f82,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:51:33.476678 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks [] for router_controller (73b329c9-fb9f-4045-9438-c721b3c9e9bc), precommit_add_association {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.486724 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d9d7c75-03b0-5314-9e95-4c325a414421-e269a3ed-c58e-42c6-b358-3e9ec8d039ac', 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac', 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'fixed_ips': [{'subnet_id': '05b9743e-9a94-4364-906c-91c13007b5d4'}]}} from dv-cinder-858275-1-iscsi. {{(pid=106799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 10:51:33.487599 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.537295 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.622105 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 40f85978-65ec-4585-b701-3bcbff8c0b59 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:33.646302 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:33.647239 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:33.647752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:33.669318 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks [] for router_gateway (73b329c9-fb9f-4045-9438-c721b3c9e9bc), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.702086 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625ce5e-3188-4bfb-8d6c-e93819a6c215 None None] Pushing event updated for resources: {'Port': ['ID=4a886d87-ad72-43e6-8c13-47034b579f82,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:33.909783 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Attempt 7 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:33.939394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.db_base_plugin_common [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Allocated IP 172.20.0.2 (e269a3ed-c58e-42c6-b358-3e9ec8d039ac/05b9743e-9a94-4364-906c-91c13007b5d4/c2b3aaf3-8702-4931-adf2-b5bc878e4364) {{(pid=106799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:51:33.944326 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks [] for router_gateway (73b329c9-fb9f-4045-9438-c721b3c9e9bc), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.947160 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:33.968964 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:33.970492 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:34.069379 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Allocated IP 172.27.0.210 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/4f82f146-5462-4446-9c87-e06f1b79b5e7) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:51:34.179005 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks [] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.192757 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Current status of the port 4a886d87-ad72-43e6-8c13-47034b579f82 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:34.193168 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.271342 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.312677 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] For port 4a886d87-ad72-43e6-8c13-47034b579f82, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=4a886d87-ad72-43e6-8c13-47034b579f82,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:34.314908 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:34.320141 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:34.322632 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:51:34.329761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Publish callbacks [] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), precommit_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.339951 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:33Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:34.343000 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f82f146-5462-4446-9c87-e06f1b79b5e7,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:34.371888 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b1832-41aa-4b2a-a7fe-64611ff3d9e8 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:33Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:34.391015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.423605 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), after_create {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.436402 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:34.465398 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:34.467342 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:34.467504 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac is already hosted by enough agents. {{(pid=106799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:34.472816 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.scheduler.base_scheduler [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Resources bound (agent type, host, resource id): {{(pid=106799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:34.481104 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Received port after_create {{(pid=106799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:51:34.491160 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe3e17-279c-4f17-8efe-9e28a0acff9c None None] Pushing event updated for resources: {'Port': ['ID=4a886d87-ad72-43e6-8c13-47034b579f82,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:34.580686 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-62eca393-fc14-40a3-a2bc-6ddabed84497 None None] Provisioning complete for port 4a886d87-ad72-43e6-8c13-47034b579f82 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:34.581167 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-62eca393-fc14-40a3-a2bc-6ddabed84497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.581567 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-62eca393-fc14-40a3-a2bc-6ddabed84497 None None] Attempt 1 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:34.619877 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Pushing event updated for resources: {'Port': ['ID=c2b3aaf3-8702-4931-adf2-b5bc878e4364,revision_number=1']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:34.631155 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Attempting to bind port c2b3aaf3-8702-4931-adf2-b5bc878e4364 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:51:34.631526 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Attempting to bind port c2b3aaf3-8702-4931-adf2-b5bc878e4364 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:51:34.631889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Attempting to bind port c2b3aaf3-8702-4931-adf2-b5bc878e4364 on network e269a3ed-c58e-42c6-b358-3e9ec8d039ac {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:51:34.660331 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks [] for router_gateway (73b329c9-fb9f-4045-9438-c721b3c9e9bc), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.710759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:51:34.711392 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Checking segment: {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:34.711505 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.711887 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Bound using segment: {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:51:34.712366 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Bound port: c2b3aaf3-8702-4931-adf2-b5bc878e4364, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:51:34.712734 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.725647 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-62eca393-fc14-40a3-a2bc-6ddabed84497 None None] Current status of the port 4a886d87-ad72-43e6-8c13-47034b579f82 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:34.777451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:34.788506 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] For port c2b3aaf3-8702-4931-adf2-b5bc878e4364, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:51:34.792647 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] For port c2b3aaf3-8702-4931-adf2-b5bc878e4364, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=c2b3aaf3-8702-4931-adf2-b5bc878e4364,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:51:34.855404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.861050 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3686121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679009'] for router (73b329c9-fb9f-4045-9438-c721b3c9e9bc), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:34.926999 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b780-a0ad-43ac-9c58-d92dbfb040e3 None None] Pushing event updated for resources: {'Port': ['ID=c2b3aaf3-8702-4931-adf2-b5bc878e4364,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:35.070713 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Router 73b329c9-fb9f-4045-9438-c721b3c9e9bc is scheduled to L3 agent 3ee00c36-7786-4754-a955-a673857703f1 with binding_index 1 {{(pid=106798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 10:51:35.197991 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:35.225449 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Sync routers for ids ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:35.251671 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Routers {'73b329c9-fb9f-4045-9438-c721b3c9e9bc'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:35.253692 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:35.273201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.274584 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-cf68639e-208b-4b44-bb4b-5f3b68acfbc9 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9453266 Sep 19 10:51:35.277790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 39864) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:35.290003 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device c2b3aaf3-8702-4931-adf2-b5bc878e4364 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:35.340076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port c2b3aaf3-8702-4931-adf2-b5bc878e4364 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:35.340502 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.340838 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port c2b3aaf3-8702-4931-adf2-b5bc878e4364 Sep 19 10:51:35.367421 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f9cacd4-9af4-46bc-8c16-0e91d917a869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.376520 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Set router 73b329c9-fb9f-4045-9438-c721b3c9e9bc gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:35.449232 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:35.458083 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port c2b3aaf3-8702-4931-adf2-b5bc878e4364 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:35.458083 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.492214 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port c2b3aaf3-8702-4931-adf2-b5bc878e4364, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=c2b3aaf3-8702-4931-adf2-b5bc878e4364,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:35.566489 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 3, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:35.599628 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Checking router: 73b329c9-fb9f-4045-9438-c721b3c9e9bc for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:35.600081 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Updating router 73b329c9-fb9f-4045-9438-c721b3c9e9bc port 4f82f146-5462-4446-9c87-e06f1b79b5e7 binding host dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:51:35.608839 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.608839 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4a886d87-ad72-43e6-8c13-47034b579f82 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:35.634737 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.683646 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:35.731092 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 4a886d87-ad72-43e6-8c13-47034b579f82 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:35.731997 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.732849 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 4a886d87-ad72-43e6-8c13-47034b579f82 Sep 19 10:51:35.794753 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=c2b3aaf3-8702-4931-adf2-b5bc878e4364,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:35.795091 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.855956 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 4a886d87-ad72-43e6-8c13-47034b579f82 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:35.865173 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:35.972058 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Publish callbacks [] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), precommit_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:35.983944 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Allocated IP 172.20.0.1 (e269a3ed-c58e-42c6-b358-3e9ec8d039ac/05b9743e-9a94-4364-906c-91c13007b5d4/9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:51:35.995683 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0053e2-07d4-412c-bbc3-adcd55e7fa7e None None] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:51:36.048279 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.077342 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-1ecea1d6-c3eb-4cea-84f5-7f77c6efa8e2 None None] Provisioning complete for port c2b3aaf3-8702-4931-adf2-b5bc878e4364 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:36.078090 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1ecea1d6-c3eb-4cea-84f5-7f77c6efa8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.078090 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1ecea1d6-c3eb-4cea-84f5-7f77c6efa8e2 None None] Attempt 1 to provision port c2b3aaf3-8702-4931-adf2-b5bc878e4364 Sep 19 10:51:36.085505 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Attempting to bind port 4f82f146-5462-4446-9c87-e06f1b79b5e7 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:51:36.085505 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Attempting to bind port 4f82f146-5462-4446-9c87-e06f1b79b5e7 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:51:36.085946 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Attempting to bind port 4f82f146-5462-4446-9c87-e06f1b79b5e7 on network 117a0537-867a-48b6-a797-c57d6a2cc23f {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:51:36.089341 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:36.100359 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks [] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.123979 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2725a0-630a-4bb5-a3ee-91f0ac7f9136 None None] Pushing event updated for resources: {'Port': ['ID=4f82f146-5462-4446-9c87-e06f1b79b5e7,revision_number=2']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:36.148273 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:51:36.149013 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Checking segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:36.149328 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.149774 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Bound using segment: {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'} {{(pid=106800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:51:36.150314 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.managers [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Bound port: 4f82f146-5462-4446-9c87-e06f1b79b5e7, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4b18d-ca70-492d-8d9b-6f159d929b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f'}}] {{(pid=106800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:51:36.150752 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), before_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.184065 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1ecea1d6-c3eb-4cea-84f5-7f77c6efa8e2 None None] Current status of the port c2b3aaf3-8702-4931-adf2-b5bc878e4364 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:36.203663 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] For port 4f82f146-5462-4446-9c87-e06f1b79b5e7, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:51:36.207273 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.plugins.ml2.db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] For port 4f82f146-5462-4446-9c87-e06f1b79b5e7, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=4f82f146-5462-4446-9c87-e06f1b79b5e7,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:51:36.211892 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.247134 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:36.249955 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:36.256584 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:51:36.285441 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Pushing event updated for resources: {'Port': ['ID=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:36.294749 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron_lib.callbacks.manager [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), after_update {{(pid=106800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.308201 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769624'] for router_interface (73b329c9-fb9f-4045-9438-c721b3c9e9bc), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.349798 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2725a0-630a-4bb5-a3ee-91f0ac7f9136 None None] Pushing event updated for resources: {'Port': ['ID=4f82f146-5462-4446-9c87-e06f1b79b5e7,revision_number=3']} {{(pid=106800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:36.352442 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Routers {'73b329c9-fb9f-4045-9438-c721b3c9e9bc'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:36.353034 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:36.410013 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-0b14442a-bab2-405b-98ff-85f015547418 None None] Provisioning complete for port c2b3aaf3-8702-4931-adf2-b5bc878e4364 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:36.410626 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0b14442a-bab2-405b-98ff-85f015547418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.411187 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-0b14442a-bab2-405b-98ff-85f015547418 None None] Attempt 1 to provision port c2b3aaf3-8702-4931-adf2-b5bc878e4364 Sep 19 10:51:36.460963 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:36.474060 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] Set router 73b329c9-fb9f-4045-9438-c721b3c9e9bc gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:36.494521 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-0b14442a-bab2-405b-98ff-85f015547418 None None] Current status of the port c2b3aaf3-8702-4931-adf2-b5bc878e4364 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:36.534558 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.601622 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:36.612994 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Provisioning complete for port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:36.613376 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.613722 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 1 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:36.651834 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:36.654727 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:36.668586 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:36.671078 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.702330 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks [] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.751406 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 3, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:36.778407 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051d0b0-2aad-44de-b64a-22b7bcaab6ac None None] The sync data for ids ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'] in dv-cinder-858275-1-iscsi is: [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 3, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:36.779349 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.843656 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Pushing event updated for resources: {'Port': ['ID=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:36.851207 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769740'] for router_interface (73b329c9-fb9f-4045-9438-c721b3c9e9bc), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:36.954584 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:51:36.956167 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:51:37.085095 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Router 73b329c9-fb9f-4045-9438-c721b3c9e9bc has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:51:37.156538 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 2 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:37.208135 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:37.254868 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:51:37.261108 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-eed7f6ee-326c-4c6d-9d74-6393bf491bef admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/73b329c9-fb9f-4045-9438-c721b3c9e9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817076 Sep 19 10:51:37.332329 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4f82f146-5462-4446-9c87-e06f1b79b5e7 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:37.520310 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 4f82f146-5462-4446-9c87-e06f1b79b5e7 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:37.520310 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:37.520563 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 4f82f146-5462-4446-9c87-e06f1b79b5e7 Sep 19 10:51:37.607776 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 4f82f146-5462-4446-9c87-e06f1b79b5e7 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:37.608195 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:37.634751 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] For port 4f82f146-5462-4446-9c87-e06f1b79b5e7, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=4f82f146-5462-4446-9c87-e06f1b79b5e7,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:37.709608 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 3 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:37.713015 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:37.714404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device c2b3aaf3-8702-4931-adf2-b5bc878e4364 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:37.748939 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39872) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:37.753580 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404492929', 'description': 'tempest-secgroup-smoke-1404492929 description', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:37.803642 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:37.821142 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Pushing event updated for resources: {'Port': ['ID=4f82f146-5462-4446-9c87-e06f1b79b5e7,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:37.824782 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port c2b3aaf3-8702-4931-adf2-b5bc878e4364 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:37.824932 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:37.825520 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port c2b3aaf3-8702-4931-adf2-b5bc878e4364 Sep 19 10:51:37.836900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:37.916896 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port c2b3aaf3-8702-4931-adf2-b5bc878e4364 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:37.925779 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group (3f11656c-c71b-4e95-a3c0-13697f5e138c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.008032 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3f11656c-c71b-4e95-a3c0-13697f5e138c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.038439 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f11656c-c71b-4e95-a3c0-13697f5e138c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:38.107952 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.109986 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-360876e8-b117-4951-a248-661042e8fc9f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3599520 Sep 19 10:51:38.116050 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39874) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:38.117977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group_rule': {'security_group_id': '3f11656c-c71b-4e95-a3c0-13697f5e138c', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:38.250918 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:38.255650 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (fd03aa4c-f6f9-47fd-bab1-f73342e688e4), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.299539 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.305176 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 4 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:38.317658 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (fd03aa4c-f6f9-47fd-bab1-f73342e688e4), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.341578 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:38.398533 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Sync routers for ids ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:51:38.408703 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Routers {'73b329c9-fb9f-4045-9438-c721b3c9e9bc'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:38.409372 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:38.425184 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (fd03aa4c-f6f9-47fd-bab1-f73342e688e4), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.447146 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd03aa4c-f6f9-47fd-bab1-f73342e688e4,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:38.488328 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.515206 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Set router 73b329c9-fb9f-4045-9438-c721b3c9e9bc gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:38.581730 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.583789 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7c32699a-f8dd-4141-a73b-f0b6c4b9c537 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4690893 Sep 19 10:51:38.587281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39876) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:38.591742 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group_rule': {'security_group_id': '3f11656c-c71b-4e95-a3c0-13697f5e138c', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:38.648979 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:38.683308 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (cd218388-f892-4a68-a86b-edb4b83b78ef), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.707404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:36Z', 'revision_number': 4, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4', 'name': '', 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'mac_address': 'fa:16:3e:3a:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '05b9743e-9a94-4364-906c-91c13007b5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:35Z', 'updated_at': '2022-09-19T10:51:36Z', 'revision_number': 2, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'subnets': [{'id': '05b9743e-9a94-4364-906c-91c13007b5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:38.733724 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Checking router: 73b329c9-fb9f-4045-9438-c721b3c9e9bc for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:51:38.734087 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Updating router 73b329c9-fb9f-4045-9438-c721b3c9e9bc port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 binding host dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 10:51:38.735262 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:38.741657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (cd218388-f892-4a68-a86b-edb4b83b78ef), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.758972 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:38.762102 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.808782 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (cd218388-f892-4a68-a86b-edb4b83b78ef), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.830530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd218388-f892-4a68-a86b-edb4b83b78ef,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:38.848152 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 5 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:38.901770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:38.902009 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:38.903013 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-06a2282a-06d6-416c-94de-c1d438d7e18e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3146698 Sep 19 10:51:38.905837 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39878) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:38.910350 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group_rule': {'security_group_id': '3f11656c-c71b-4e95-a3c0-13697f5e138c', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:39.013637 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (dd82a63e-d74b-4e67-bab0-72a67d080b79), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.042695 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Publish callbacks [] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.072506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (dd82a63e-d74b-4e67-bab0-72a67d080b79), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.145253 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.157674 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (dd82a63e-d74b-4e67-bab0-72a67d080b79), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.180640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd82a63e-d74b-4e67-bab0-72a67d080b79,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:39.231338 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4f82f146-5462-4446-9c87-e06f1b79b5e7 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:39.234436 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29464f-b664-4ab9-9eea-f8041db23b4f None None] Pushing event updated for resources: {'Port': ['ID=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:39.262685 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Attempting to bind port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 on host dv-cinder-858275-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:51:39.263034 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Attempting to bind port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 by drivers openvswitch,hyperv on host dv-cinder-858275-1-iscsi at level 0 using segments [{'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:51:39.263391 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Attempting to bind port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 on network e269a3ed-c58e-42c6-b358-3e9ec8d039ac {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:51:39.272847 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.274326 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cca3a990-de17-490f-b869-9ee84f9b42f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675334 Sep 19 10:51:39.277806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39880) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:39.282116 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group_rule': {'security_group_id': '3f11656c-c71b-4e95-a3c0-13697f5e138c', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:39.319341 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:39.321828 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 4f82f146-5462-4446-9c87-e06f1b79b5e7 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:39.322209 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.322529 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 4f82f146-5462-4446-9c87-e06f1b79b5e7 Sep 19 10:51:39.326225 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Checking agent: {'id': 'd7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 27, 38), 'started_at': datetime.datetime(2022, 9, 19, 10, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:51:39.326605 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Checking segment: {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:51:39.326992 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.327376 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Bound using segment: {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:51:39.327839 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Bound port: 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4, host: dv-cinder-858275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:51:39.328206 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.396279 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (9d2b6709-615a-4e68-883b-3e4dfbc5b1de), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.402479 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 6 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:39.441993 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] For port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4, host dv-cinder-858275-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:51:39.460917 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (9d2b6709-615a-4e68-883b-3e4dfbc5b1de), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.478035 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] For port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4, host dv-cinder-858275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:51:39.481722 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:51:39.489980 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 4f82f146-5462-4446-9c87-e06f1b79b5e7 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:39.550866 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (9d2b6709-615a-4e68-883b-3e4dfbc5b1de), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.570917 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2b6709-615a-4e68-883b-3e4dfbc5b1de,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:39.576150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.613149 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Routers {'73b329c9-fb9f-4045-9438-c721b3c9e9bc'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:51:39.613786 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:51:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:39.640904 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.642356 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-542cce63-b3f6-452f-b6d6-21f032fc3703 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3636198 Sep 19 10:51:39.645211 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39882) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:39.649739 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group_rule': {'security_group_id': '3f11656c-c71b-4e95-a3c0-13697f5e138c', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:39.674822 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29464f-b664-4ab9-9eea-f8041db23b4f None None] Pushing event updated for resources: {'Port': ['ID=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:39.731474 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] Set router 73b329c9-fb9f-4045-9438-c721b3c9e9bc gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:51:39.733608 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.securitygroups_db [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Project 83720c34e40e4f2ba7f9fe719db3c259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 10:51:39.740188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (b88d60e1-27eb-4036-a0a2-b3ce17ffc0ab), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.800706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (b88d60e1-27eb-4036-a0a2-b3ce17ffc0ab), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.810878 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:39.859443 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (b88d60e1-27eb-4036-a0a2-b3ce17ffc0ab), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.878635 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88d60e1-27eb-4036-a0a2-b3ce17ffc0ab,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:39.926347 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:36Z', 'revision_number': 4, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4', 'name': '', 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'mac_address': 'fa:16:3e:3a:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '05b9743e-9a94-4364-906c-91c13007b5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:35Z', 'updated_at': '2022-09-19T10:51:39Z', 'revision_number': 4, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'subnets': [{'id': '05b9743e-9a94-4364-906c-91c13007b5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:51:39.941510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:39.942777 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7fea399c-eea1-4c34-be8c-67b1c9f36596 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2966263 Sep 19 10:51:39.949857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 39884) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:51:39.952168 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454cf05-281c-4dc2-8176-cc9d3502a946 None None] The sync data for ids ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'] in dv-cinder-858275-1-iscsi is: [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:36Z', 'revision_number': 4, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4', 'name': '', 'network_id': 'e269a3ed-c58e-42c6-b358-3e9ec8d039ac', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'mac_address': 'fa:16:3e:3a:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '05b9743e-9a94-4364-906c-91c13007b5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:35Z', 'updated_at': '2022-09-19T10:51:39Z', 'revision_number': 4, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'subnets': [{'id': '05b9743e-9a94-4364-906c-91c13007b5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:51:39.954289 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'security_group_rule': {'security_group_id': '3f11656c-c71b-4e95-a3c0-13697f5e138c', 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:51:39.981054 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Attempt 7 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:40.048264 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.securitygroups_db [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Project 83720c34e40e4f2ba7f9fe719db3c259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 10:51:40.054474 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (ea35b1df-3f73-4a56-a0a7-624849deea00), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.076011 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Current status of the port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 is: DOWN; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:40.076551 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.112250 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] For port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:51:40.113530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:40.126986 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (ea35b1df-3f73-4a56-a0a7-624849deea00), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.190900 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.216163 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726741'] for security_group_rule (ea35b1df-3f73-4a56-a0a7-624849deea00), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.236697 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea35b1df-3f73-4a56-a0a7-624849deea00,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:40.241823 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624faab-22c7-468c-aedb-ab732fc64b60 None None] Pushing event updated for resources: {'Port': ['ID=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:51:40.310347 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-8d08d6ee-d960-4b0f-8e14-d1281872c591 None None] Provisioning complete for port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:40.311067 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8d08d6ee-d960-4b0f-8e14-d1281872c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.311427 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-8d08d6ee-d960-4b0f-8e14-d1281872c591 None None] Attempt 1 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:40.342021 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:40.343456 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9e06f2d3-8e98-4d0c-9498-0b6e29c8f184 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3926442 Sep 19 10:51:40.400389 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-8d08d6ee-d960-4b0f-8e14-d1281872c591 None None] Current status of the port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:41.235054 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 up at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:51:41.282283 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Provisioning complete for port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:51:41.282659 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:41.282997 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Attempt 1 to provision port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 Sep 19 10:51:41.311135 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:41.356827 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Current status of the port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 is: ACTIVE; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:51:46.749884 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:46.754867 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=39 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:47.248465 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=16 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:47.253369 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=87 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:50.236266 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=5,neutron:SELECT=50,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:51.067460 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:51:51.355752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:51:57.698672 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:51:58.204903 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-a665548e-dc6b-4d74-a696-69e5cf7e8d47 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1404492929&fields=id&tenant_id=83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 267 time: 0.0444961 Sep 19 10:51:58.314325 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-723e8dff-9501-46cd-9b9c-e7bb0fe84b67 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:51:58.315719 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-723e8dff-9501-46cd-9b9c-e7bb0fe84b67 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 811 time: 0.1042476 Sep 19 10:51:58.330757 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-d2cf08ba-c952-47dc-96e8-76fe8167cd15 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/quotas/83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 375 time: 0.0095448 Sep 19 10:51:58.379973 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-efb1c35e-edbe-4088-aa3b-d6720ef6f964 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435045 Sep 19 10:51:58.394931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-16b811f8-0269-4ace-a250-e2cbd572a8e8 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:51:58.395903 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-16b811f8-0269-4ace-a250-e2cbd572a8e8 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048771 Sep 19 10:51:58.487464 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-482b28a7-0c83-46b9-b0c2-056ebae20adb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Sep 19 10:51:58.579802 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-977a023f-f71f-445e-8ca5-96194837a6c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 Sep 19 10:52:00.298853 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fe7ba9c8-d87d-4469-bd82-04f7e7472792 req-d7a7a452-7d47-4982-a18d-b2d7e200a0a2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 210 time: 0.1307387 Sep 19 10:52:01.063715 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:01.066250 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:01.455518 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db9dcc45-3aa6-4766-9f9b-b8986d5f393c req-eea953d6-d6e8-43e1-a166-d6a06d1d522c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 210 time: 0.0829241 Sep 19 10:52:02.422446 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-f254a613-1615-45b5-b689-62124531d324 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:02.422734 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-f254a613-1615-45b5-b689-62124531d324 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 811 time: 0.1024272 Sep 19 10:52:02.502491 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-6a610804-6928-4383-87c9-7eecb4eb93ab tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 380 time: 0.0588911 Sep 19 10:52:02.513521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'port': {'device_id': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'admin_state_up': True, 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'security_groups': ['3f11656c-c71b-4e95-a3c0-13697f5e138c']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:52:02.727769 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Made reservation on behalf of 83720c34e40e4f2ba7f9fe719db3c259 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:52:02.732584 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:02.804913 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2ba80ea4-de3b-4282-a89d-0b39f3615f63 req-8e0be9f8-e028-4c55-a553-60f434973419 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 210 time: 0.2736166 Sep 19 10:52:02.871907 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Allocated IP 172.20.0.6 (5a49e492-1f1f-4b1e-95df-12a18170ee5a/fe67fc13-3b33-4186-8e2e-06a3b5eded18/a67e9671-8d1d-4d59-8813-23658919e0c8) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:52:02.927638 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d44be54e-b152-4e2a-810a-bfbe9a874035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:02.951813 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:02.960467 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:03.011865 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.105288 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.149101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:52:03.152959 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:52:03.156837 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:52:03.183470 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=a67e9671-8d1d-4d59-8813-23658919e0c8,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:03.212521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:03.212521 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.273542 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-78424750-ffaa-4669-a580-5dfc96c655a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636294 Sep 19 10:52:03.295570 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Request body: {'port': {'device_id': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:52:03.354931 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Provisioning complete for port a67e9671-8d1d-4d59-8813-23658919e0c8 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:52:03.355300 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.355853 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Attempt 1 to provision port a67e9671-8d1d-4d59-8813-23658919e0c8 Sep 19 10:52:03.359582 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.392902 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Port a67e9671-8d1d-4d59-8813-23658919e0c8 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:52:03.564451 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:03.623174 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67e9671-8d1d-4d59-8813-23658919e0c8 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:52:03.630537 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Publish callbacks [] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.642841 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Transition to ACTIVE for port object a67e9671-8d1d-4d59-8813-23658919e0c8 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:52:03.710559 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:03.790980 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e9671-8d1d-4d59-8813-23658919e0c8,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:03.825454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Attempting to bind port a67e9671-8d1d-4d59-8813-23658919e0c8 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:52:03.825794 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Attempting to bind port a67e9671-8d1d-4d59-8813-23658919e0c8 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:52:03.826123 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Attempting to bind port a67e9671-8d1d-4d59-8813-23658919e0c8 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:52:03.867900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Port a67e9671-8d1d-4d59-8813-23658919e0c8 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:52:03.868239 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Attempting to bind port a67e9671-8d1d-4d59-8813-23658919e0c8 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:52:03.894004 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Attempt 2 to provision port a67e9671-8d1d-4d59-8813-23658919e0c8 Sep 19 10:52:03.929260 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Port a67e9671-8d1d-4d59-8813-23658919e0c8 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:52:03.958235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f91e00-e421-4637-a03e-7c901f630361 req-fd543649-a94e-4107-95e2-43e5a565171a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:03.959805 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-89f91e00-e421-4637-a03e-7c901f630361 req-fd543649-a94e-4107-95e2-43e5a565171a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0698032 Sep 19 10:52:03.960729 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:52:03.961128 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Checking segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:52:03.961506 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Bound using segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:52:03.965519 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Bound port: a67e9671-8d1d-4d59-8813-23658919e0c8, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:52:03.965519 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:04.010982 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:04.056935 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-89f91e00-e421-4637-a03e-7c901f630361 req-ea3b7f89-ad81-49ae-8551-f6341067811e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900848 Sep 19 10:52:04.062232 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] For port a67e9671-8d1d-4d59-8813-23658919e0c8, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:52:04.065643 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] For port a67e9671-8d1d-4d59-8813-23658919e0c8, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a67e9671-8d1d-4d59-8813-23658919e0c8,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:52:04.139600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:04.142878 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.143487 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:04.144961 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/a67e9671-8d1d-4d59-8813-23658919e0c8 HTTP/1.1" status: 200 len: 1093 time: 0.8546124 Sep 19 10:52:04.147257 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:52:04.149806 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb587e-83c1-4bcb-9555-bf0c1945424d" -d '{"events": [{"name": "network-changed", "server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:52:04.187914 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ecba28-6633-4721-b172-2b23b9907b02 x-openstack-request-id: req-65ecba28-6633-4721-b172-2b23b9907b02 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:52:04.188201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:52:04.188450 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65ecba28-6633-4721-b172-2b23b9907b02 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:52:04.188894 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ecba28-6633-4721-b172-2b23b9907b02'] response: {'name': 'network-changed', 'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'status': 'completed', 'code': 200} Sep 19 10:52:04.200307 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76b3d1-6c80-46e4-8c2a-3e982a743045 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e9671-8d1d-4d59-8813-23658919e0c8,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:04.348112 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb587e-83c1-4bcb-9555-bf0c1945424d req-e74604e9-3172-4e25-94c7-b825075a25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.349533 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90fb587e-83c1-4bcb-9555-bf0c1945424d req-e74604e9-3172-4e25-94c7-b825075a25b1 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1127 time: 0.0857122 Sep 19 10:52:04.430811 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Attempt 3 to provision port a67e9671-8d1d-4d59-8813-23658919e0c8 Sep 19 10:52:04.463708 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb587e-83c1-4bcb-9555-bf0c1945424d req-419a5ad4-584a-41a9-aebd-5556602b1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.465228 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90fb587e-83c1-4bcb-9555-bf0c1945424d req-419a5ad4-584a-41a9-aebd-5556602b1ee3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0944781 Sep 19 10:52:04.468647 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-49ddf515-81e3-4a26-8940-eb6a1e26d834 None None] Port a67e9671-8d1d-4d59-8813-23658919e0c8 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:52:04.565182 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb587e-83c1-4bcb-9555-bf0c1945424d req-5292db38-f7d6-4ddd-a226-a4d748d69f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.566672 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90fb587e-83c1-4bcb-9555-bf0c1945424d req-5292db38-f7d6-4ddd-a226-a4d748d69f8f service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920482 Sep 19 10:52:04.672022 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-8a761579-e7f6-4caa-8ff2-dfefa4f873f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.673539 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-8a761579-e7f6-4caa-8ff2-dfefa4f873f7 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1127 time: 0.0394447 Sep 19 10:52:04.724059 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-bc44b3bd-ca48-4d71-a3fb-839518a8bcc3 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a67e9671-8d1d-4d59-8813-23658919e0c8 HTTP/1.1" status: 200 len: 217 time: 0.0311313 Sep 19 10:52:04.777304 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-814813d5-a1ff-4a31-8846-754b78a667fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.778707 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-814813d5-a1ff-4a31-8846-754b78a667fa service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0455146 Sep 19 10:52:04.824954 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a528f-7a9f-442a-8f06-99e412c19575 req-c27af743-8664-457d-9c56-bfa2a8cc7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:04.826480 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-c27af743-8664-457d-9c56-bfa2a8cc7b83 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381808 Sep 19 10:52:04.899577 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:05.195717 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-e92aa601-6e66-428d-bec9-5c63224b30cc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580701 Sep 19 10:52:05.258635 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e0f43de8-3e3a-4583-a0ce-a24814aafe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:05.274077 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037865-40ac-40e6-95c0-4938e591ee73 req-81b3aff1-33b8-43cb-a6ce-0cfcd249de40 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:05.276102 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de037865-40ac-40e6-95c0-4938e591ee73 req-81b3aff1-33b8-43cb-a6ce-0cfcd249de40 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.1013217 Sep 19 10:52:05.349170 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800a528f-7a9f-442a-8f06-99e412c19575 req-361b4e69-a0e7-4254-a2e7-78ef3d592131 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376860 Sep 19 10:52:05.354444 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de037865-40ac-40e6-95c0-4938e591ee73 req-2c9afd7e-ae8e-4cbc-8fda-26df579452eb tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721445 Sep 19 10:52:06.477822 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ea24f-c277-41f2-af40-21aad23cd256 req-43052a22-09a3-4c48-824f-57ead4082bc9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:06.479267 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb2ea24f-c277-41f2-af40-21aad23cd256 req-43052a22-09a3-4c48-824f-57ead4082bc9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0467882 Sep 19 10:52:06.527769 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb2ea24f-c277-41f2-af40-21aad23cd256 req-434bcbf5-20c9-4544-a727-58979dcbec2f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Sep 19 10:52:06.618242 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:07.652199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2edbb7-25aa-4398-8d30-cbb67a985486 req-50aa16e8-933c-4f13-8f0e-9d99bfa064db tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:07.653707 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f2edbb7-25aa-4398-8d30-cbb67a985486 req-50aa16e8-933c-4f13-8f0e-9d99bfa064db tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0516512 Sep 19 10:52:07.701735 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f2edbb7-25aa-4398-8d30-cbb67a985486 req-a6153d5f-5dfc-4ef2-bc67-116f3e51894d tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Sep 19 10:52:08.303990 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:08.424281 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:08.822707 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e5ceb-ab59-4582-857d-ac876cfad53d req-0eeb75e3-fe95-47a4-b477-03165dd38a36 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:08.824201 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-660e5ceb-ab59-4582-857d-ac876cfad53d req-0eeb75e3-fe95-47a4-b477-03165dd38a36 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0495393 Sep 19 10:52:08.884300 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-660e5ceb-ab59-4582-857d-ac876cfad53d req-b09804cb-6313-4f23-acf6-5eb46abc5d48 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543571 Sep 19 10:52:10.004917 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7103-8d26-4093-955f-ed570bcd3056 req-7629220d-3053-4a53-aaee-a0a066017ee3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:10.006406 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fbd7103-8d26-4093-955f-ed570bcd3056 req-7629220d-3053-4a53-aaee-a0a066017ee3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0480466 Sep 19 10:52:10.059213 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fbd7103-8d26-4093-955f-ed570bcd3056 req-da22dd09-676d-42ec-9eca-11ee4952352f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Sep 19 10:52:11.182034 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa88b-c6d8-4db3-84aa-d9e3c1e7d725 req-303e684c-29b1-426f-aa18-d3c680f08760 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:11.183522 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-683fa88b-c6d8-4db3-84aa-d9e3c1e7d725 req-303e684c-29b1-426f-aa18-d3c680f08760 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0467601 Sep 19 10:52:11.232632 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-683fa88b-c6d8-4db3-84aa-d9e3c1e7d725 req-b24491c4-3234-4a1c-82f0-b5f583b8f2b6 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Sep 19 10:52:12.351812 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35be7-0920-4aac-a750-680e5fd3487c req-a435a6b8-8322-4dab-afb9-610c12a8cf8e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:12.353782 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-acf35be7-0920-4aac-a750-680e5fd3487c req-a435a6b8-8322-4dab-afb9-610c12a8cf8e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 943 time: 0.0459497 Sep 19 10:52:12.401639 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-acf35be7-0920-4aac-a750-680e5fd3487c req-8f68254a-777e-49c4-8dcf-807c0b85e1a6 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Sep 19 10:52:13.046122 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a67e9671-8d1d-4d59-8813-23658919e0c8 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:52:13.265284 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port a67e9671-8d1d-4d59-8813-23658919e0c8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a67e9671-8d1d-4d59-8813-23658919e0c8,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:52:13.277066 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'port_id': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'mac_address': 'fa:16:3e:5a:c6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:52:13.310375 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port a67e9671-8d1d-4d59-8813-23658919e0c8 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:52:13.310759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:13.323720 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67e9671-8d1d-4d59-8813-23658919e0c8 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:52:13.343355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port a67e9671-8d1d-4d59-8813-23658919e0c8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a67e9671-8d1d-4d59-8813-23658919e0c8,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:52:13.395605 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:13.441018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=a67e9671-8d1d-4d59-8813-23658919e0c8,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:13.520214 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87c3c3-73b0-4659-a2ba-ed7103fb0132 req-d63c2f2c-fb31-420d-a663-84b3684607f0 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:13.521689 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0b87c3c3-73b0-4659-a2ba-ed7103fb0132 req-d63c2f2c-fb31-420d-a663-84b3684607f0 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 944 time: 0.0459216 Sep 19 10:52:13.573305 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0b87c3c3-73b0-4659-a2ba-ed7103fb0132 req-dae24024-a898-45bf-89f4-98647bdd29f5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Sep 19 10:52:13.754695 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['a67e9671-8d1d-4d59-8813-23658919e0c8'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:52:13.971708 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:14.691760 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f3ce-9378-4b63-95fc-ffa10465ac65 req-5e546f98-f5ac-46ad-939a-13bd6d63cb41 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:14.693255 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3d7f3ce-9378-4b63-95fc-ffa10465ac65 req-5e546f98-f5ac-46ad-939a-13bd6d63cb41 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 944 time: 0.0467615 Sep 19 10:52:14.712770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:14.741658 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3d7f3ce-9378-4b63-95fc-ffa10465ac65 req-e37a00ea-fbc1-421b-b948-585ac8ddf9a5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Sep 19 10:52:15.076242 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a67e9671-8d1d-4d59-8813-23658919e0c8 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:52:15.116765 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port a67e9671-8d1d-4d59-8813-23658919e0c8 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:52:15.184102 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port a67e9671-8d1d-4d59-8813-23658919e0c8 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:52:15.184479 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:15.184817 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port a67e9671-8d1d-4d59-8813-23658919e0c8 Sep 19 10:52:15.203614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:15.255952 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port a67e9671-8d1d-4d59-8813-23658919e0c8 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:52:15.256342 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:15.279655 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:52:15.281922 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9272f-a147-4d77-a554-0ed038d11a26" -d '{"events": [{"server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "name": "network-vif-plugged", "status": "completed", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:52:15.294217 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port a67e9671-8d1d-4d59-8813-23658919e0c8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a67e9671-8d1d-4d59-8813-23658919e0c8,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:52:15.318910 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2c277-6e5a-4472-8181-a75e65a13c8b x-openstack-request-id: req-1cd2c277-6e5a-4472-8181-a75e65a13c8b {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:52:15.319199 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "name": "network-vif-plugged", "status": "completed", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:52:15.319451 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cd2c277-6e5a-4472-8181-a75e65a13c8b {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:52:15.319844 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd2c277-6e5a-4472-8181-a75e65a13c8b'] response: {'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'code': 200} Sep 19 10:52:15.372310 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:15.422918 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=a67e9671-8d1d-4d59-8813-23658919e0c8,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:15.723157 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572bc8-0f14-41ee-941f-ab37e36cbf74 req-00be558c-de8e-4502-8e36-d2b7ae5b579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:15.724641 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf572bc8-0f14-41ee-941f-ab37e36cbf74 req-00be558c-de8e-4502-8e36-d2b7ae5b579a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1129 time: 0.0413868 Sep 19 10:52:15.770759 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf572bc8-0f14-41ee-941f-ab37e36cbf74 req-ff819d95-71f0-49b8-85bb-602ac31a0619 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384264 Sep 19 10:52:15.860824 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c2eca-66d7-401c-84ee-2c93d65207fe req-7232f62a-48b1-4140-bd85-a2a5a3656b43 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:15.862323 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f2c2eca-66d7-401c-84ee-2c93d65207fe req-7232f62a-48b1-4140-bd85-a2a5a3656b43 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0468807 Sep 19 10:52:15.910668 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f2c2eca-66d7-401c-84ee-2c93d65207fe req-35ca7e6a-e943-4906-a3b7-9e0000c7befb tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Sep 19 10:52:17.042716 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7ea20-e5a1-4acc-a488-511a4ad73537 req-797e1a12-aed8-487e-ae56-43bafa7c42a3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:17.044203 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c8d7ea20-e5a1-4acc-a488-511a4ad73537 req-797e1a12-aed8-487e-ae56-43bafa7c42a3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0539973 Sep 19 10:52:17.092944 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-c8d7ea20-e5a1-4acc-a488-511a4ad73537 req-08f8e1d3-c040-4d18-9256-18a349b73981 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Sep 19 10:52:18.025883 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=5 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:18.027768 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:18.215662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3727ec-2617-45cb-88f8-bbba19e12da5 req-557708e6-9bb7-4552-81dd-01c956c470a8 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:18.217939 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9d3727ec-2617-45cb-88f8-bbba19e12da5 req-557708e6-9bb7-4552-81dd-01c956c470a8 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0509052 Sep 19 10:52:18.267346 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9d3727ec-2617-45cb-88f8-bbba19e12da5 req-b8d787ef-958c-4b79-9242-820ccb13775a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Sep 19 10:52:18.384758 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbcafe-237b-42a0-a8a0-45899b49768b req-3bfe1142-79b1-484d-9024-db6e17300d79 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:18.386146 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a3dbcafe-237b-42a0-a8a0-45899b49768b req-3bfe1142-79b1-484d-9024-db6e17300d79 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0449674 Sep 19 10:52:18.434182 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-a3dbcafe-237b-42a0-a8a0-45899b49768b req-ec4bdfff-2d34-4e20-943b-59725f235aed tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Sep 19 10:52:18.462839 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40058) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:52:18.544108 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213fff9-c120-43c0-8e14-29918f7a939b tempest-TestVolumeBootPattern-2135208028 tempest-TestVolumeBootPattern-2135208028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:18.545624 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-b213fff9-c120-43c0-8e14-29918f7a939b tempest-TestVolumeBootPattern-2135208028 tempest-TestVolumeBootPattern-2135208028-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1124 time: 0.0818195 Sep 19 10:52:18.548483 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40062) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:52:18.552598 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.v2.base [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'port_id': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:52:18.629767 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:18.705942 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:18.808062 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Allocated IP 172.27.0.165 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/d441fd41-ebc9-4a39-90d0-178a9d73db2d) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:52:18.874244 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:18.899278 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:18.913012 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:18.990173 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:19.030125 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:52:19.032945 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:52:19.036730 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:52:19.058078 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=d441fd41-ebc9-4a39-90d0-178a9d73db2d,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:19.391985 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (f5fd7c9c-683a-4557-953e-af19e2e2507c), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:19.514594 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:19.568869 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:19.674065 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:19.738122 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3786417'] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:19.817212 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (f5fd7c9c-683a-4557-953e-af19e2e2507c), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:19.819170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=d441fd41-ebc9-4a39-90d0-178a9d73db2d,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:52:19.865427 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.865811 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.866233 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.866631 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.867012 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.867395 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.867767 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.868163 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.868517 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.868849 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.869215 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.869544 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.869870 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.870192 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.870512 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:52:19.931870 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:19.934635 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.db.l3_db [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Floating IP f5fd7c9c-683a-4557-953e-af19e2e2507c associated. External IP: 172.27.0.165, port: a67e9671-8d1d-4d59-8813-23658919e0c8. Sep 19 10:52:20.128235 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:52:20.230193 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:52:20.239467 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:52:20.249754 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:52:20.255770 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:52:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:52:20.288563 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:20.320660 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-044a5a4c-28a2-47f5-87fa-1d41270884b9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7690017 Sep 19 10:52:20.320660 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:52:20.321544 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0042b96078b555df5ae1e208282b02643ac2e1338592356de06c78e3efb1ba8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de" -d '{"events": [{"name": "network-changed", "server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:52:20.357174 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:52:20.419741 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b3b9e-1d6f-432d-b382-96e95b618217 x-openstack-request-id: req-b83b3b9e-1d6f-432d-b382-96e95b618217 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:52:20.420245 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8", "status": "completed", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:52:20.420339 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b83b3b9e-1d6f-432d-b382-96e95b618217 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:52:20.420670 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83b3b9e-1d6f-432d-b382-96e95b618217'] response: {'name': 'network-changed', 'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'status': 'completed', 'code': 200} Sep 19 10:52:20.509786 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-6a54fa35-e086-4010-a937-3b9a5dbd0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:20.511209 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-6a54fa35-e086-4010-a937-3b9a5dbd0ba9 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1129 time: 0.0397606 Sep 19 10:52:20.566444 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'f5fd7c9c-683a-4557-953e-af19e2e2507c', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:5a:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:52:19Z', 'updated_at': '2022-09-19T10:52:19Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:52:20.594700 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:52:20.603012 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:52:20.603603 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:52:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:52:20.606510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-5d0018be-85fb-4466-a79f-8a141829f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:20.607982 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-5d0018be-85fb-4466-a79f-8a141829f52b service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0906787 Sep 19 10:52:20.669016 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-0301d393-4747-4389-84f5-c4caeba78f67 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a67e9671-8d1d-4d59-8813-23658919e0c8 HTTP/1.1" status: 200 len: 999 time: 0.0552740 Sep 19 10:52:20.700469 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:20.702427 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:52:20.718248 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-3e4f4ffd-26fb-48c1-92ad-6ed1be63ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:20.719804 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-3e4f4ffd-26fb-48c1-92ad-6ed1be63ff26 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0444834 Sep 19 10:52:20.766274 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-c107bacc-be04-413e-81be-d2e4a742c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:20.767697 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-c107bacc-be04-413e-81be-d2e4a742c62a service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425191 Sep 19 10:52:20.859143 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-c0543c8d-cee9-4c81-9e4c-360704f5a7ee service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850794 Sep 19 10:52:20.908696 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'f5fd7c9c-683a-4557-953e-af19e2e2507c', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:5a:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:52:19Z', 'updated_at': '2022-09-19T10:52:19Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:52:20.933999 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95004535-1b57-4bd8-aff3-01fec9f7d207 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'f5fd7c9c-683a-4557-953e-af19e2e2507c', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:5a:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:52:19Z', 'updated_at': '2022-09-19T10:52:19Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:52:20.954665 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0d8e3ee-0ff8-4f64-ac87-4ddc298012de req-49db33fd-d4e9-4cb3-b9c4-1917d60730d5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897031 Sep 19 10:52:21.119139 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4126c6a8-0637-43e3-8407-5e881a736ed5 None None] New status for floating IP f5fd7c9c-683a-4557-953e-af19e2e2507c: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:52:27.715010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:28.066140 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:52:30.313219 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:30.315097 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:30.948891 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=74 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:30.950791 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=25 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:33.069261 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8c87a66e-e5df-4af6-9991-86db2dd6007e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:35.291714 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d4202e2c-696e-45c3-bf4b-8cef8f7a978f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:36.646429 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:38.061591 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=87 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:38.062731 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=89 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:38.271317 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-c90e517b-ebb4-4353-8dcf-2473d08ae6dd service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373735 Sep 19 10:52:38.303607 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:38.382325 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f16d-f513-40a9-914a-57480017c0c7 req-427b7af6-be0d-4006-ab72-693233b12bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:38.386471 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-427b7af6-be0d-4006-ab72-693233b12bf2 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1129 time: 0.0401115 Sep 19 10:52:38.452381 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:52:38.490238 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f16d-f513-40a9-914a-57480017c0c7 req-d4285f4a-aa59-48e0-8407-4effb0888d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:38.491764 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-d4285f4a-aa59-48e0-8407-4effb0888d4d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0906086 Sep 19 10:52:38.582363 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-05b39ec8-c065-4172-b6a7-6f77501ea2a1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a67e9671-8d1d-4d59-8813-23658919e0c8 HTTP/1.1" status: 200 len: 1001 time: 0.0556836 Sep 19 10:52:38.607843 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f16d-f513-40a9-914a-57480017c0c7 req-93d44ab3-6295-4e08-8f4b-3449a2e90b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:38.609296 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-93d44ab3-6295-4e08-8f4b-3449a2e90b42 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0479538 Sep 19 10:52:38.656725 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f16d-f513-40a9-914a-57480017c0c7 req-54660459-d01b-4cfa-8f70-3f0e9a0a2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:52:38.658248 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-54660459-d01b-4cfa-8f70-3f0e9a0a2b42 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392551 Sep 19 10:52:38.747559 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-f092d486-a9c7-422d-989d-7e78dc6a0333 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820565 Sep 19 10:52:38.841211 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d674f16d-f513-40a9-914a-57480017c0c7 req-276d5595-a9c9-45b6-a79c-01175c2993b3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869839 Sep 19 10:52:48.373230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:48.375124 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:48.836406 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=47 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:48.838334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=54 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:50.067021 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:50.067748 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:52:57.691269 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:02.908489 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-74889adf-dc6c-42b4-93c7-5dde0027b64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:05.065523 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:53:05.279441 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd99f-ef57-4022-bde6-e484b9cf0d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:06.645459 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:08.353681 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:08.451261 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:15.061201 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:15.062046 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:18.377503 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:18.379397 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:27.707566 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:31.087496 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:31.088210 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:32.878591 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ad10c012-ca52-453b-ba64-cd774a7eb086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:35.330414 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2a823a0-7a58-4d56-a341-3eb23b8ca705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:36.632804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:37.437761 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-ae5a6399-1fd1-4bf2-a13f-6487d1b983e9 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395398 Sep 19 10:53:37.544777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128643c-71f3-482d-addc-88bacff30b5c req-63ea8b91-4b6b-4330-b0a5-279a1c4555a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:53:37.546214 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-63ea8b91-4b6b-4330-b0a5-279a1c4555a5 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 1129 time: 0.0439103 Sep 19 10:53:37.728749 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128643c-71f3-482d-addc-88bacff30b5c req-e30a22d2-a467-451d-9968-2b28f0166145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:53:37.730754 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-e30a22d2-a467-451d-9968-2b28f0166145 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.1607440 Sep 19 10:53:37.795115 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-3abb99d3-731e-47bc-8598-0639691a5cb1 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a67e9671-8d1d-4d59-8813-23658919e0c8 HTTP/1.1" status: 200 len: 1001 time: 0.0576959 Sep 19 10:53:37.847339 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128643c-71f3-482d-addc-88bacff30b5c req-7f7423ee-f70c-4186-9ee0-d0f326a285fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:53:37.848767 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-7f7423ee-f70c-4186-9ee0-d0f326a285fe service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0450466 Sep 19 10:53:37.894527 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128643c-71f3-482d-addc-88bacff30b5c req-643d9bfa-66f1-4d4c-b92f-41b2e97e5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:53:37.895960 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-643d9bfa-66f1-4d4c-b92f-41b2e97e5f05 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380299 Sep 19 10:53:37.989120 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-2abde93f-3495-449b-a6aa-909f6ebed8ef service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833697 Sep 19 10:53:38.080462 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e128643c-71f3-482d-addc-88bacff30b5c req-188ba0c4-8635-4bd6-99a6-b03afc348e54 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821109 Sep 19 10:53:38.284119 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:38.450071 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:53:42.065438 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:53:48.071072 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=54 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:48.077129 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=47 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:49.455393 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:49.457277 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:52.061141 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:52.061890 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:53:54.490920 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-142a8b88-5076-4fa7-8410-78c7d62e126e req-3ae2a35a-b0df-4fe4-af56-6ba9fcaa8088 service neutron] (106798) timed out ('10.222.0.73', 62364) {{(pid=106798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 10:53:57.729723 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:02.889316 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0f502ce-de43-470c-8ca3-2b0c3a75b241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:04.074365 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:04.079356 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:05.299915 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6db34a30-07b6-44a1-87d9-7067e4581122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:06.654762 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:08.299682 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:08.453896 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:17.988929 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b823ed-b106-4930-8e3e-1507082dd0c5 req-f1b1ab56-00d3-401d-a326-26492259fdda tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:17.990414 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d7b823ed-b106-4930-8e3e-1507082dd0c5 req-f1b1ab56-00d3-401d-a326-26492259fdda tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0492339 Sep 19 10:54:18.038816 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d7b823ed-b106-4930-8e3e-1507082dd0c5 req-f454faaf-09c2-4fcb-a0b2-adaa4e6b2e3c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Sep 19 10:54:18.380009 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:18.388967 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:19.064943 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:54:19.163071 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da0982-f5f6-4a51-8c2f-b0cab23ef1ab req-587584ba-07f1-499c-a325-f2b019b0f524 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:19.164541 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-40da0982-f5f6-4a51-8c2f-b0cab23ef1ab req-587584ba-07f1-499c-a325-f2b019b0f524 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0506403 Sep 19 10:54:19.212831 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-40da0982-f5f6-4a51-8c2f-b0cab23ef1ab req-ea4f4f63-fa37-4bd5-8ec9-d5256b410b70 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Sep 19 10:54:19.987660 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e119-2f1c-4986-b095-02a16a596955 req-965ad6eb-c09b-4399-bea5-13adfedca306 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:19.989136 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3030e119-2f1c-4986-b095-02a16a596955 req-965ad6eb-c09b-4399-bea5-13adfedca306 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0462778 Sep 19 10:54:20.070047 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Deleting port a67e9671-8d1d-4d59-8813-23658919e0c8 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:54:20.070387 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:20.163480 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] For port a67e9671-8d1d-4d59-8813-23658919e0c8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a67e9671-8d1d-4d59-8813-23658919e0c8,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:54:20.163848 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:20.357838 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:20.358199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (f5fd7c9c-683a-4557-953e-af19e2e2507c), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:20.358515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Floating IP f5fd7c9c-683a-4557-953e-af19e2e2507c disassociated. External IP: 172.27.0.165, port: a67e9671-8d1d-4d59-8813-23658919e0c8. Sep 19 10:54:20.358857 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Calling delete_port for a67e9671-8d1d-4d59-8813-23658919e0c8 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:54:20.368055 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a22645-ba36-4e5f-8be3-a11ecd9607a7 req-df7cea64-4be0-458a-81f9-16c1308dcdce tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:20.369555 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4a22645-ba36-4e5f-8be3-a11ecd9607a7 req-df7cea64-4be0-458a-81f9-16c1308dcdce tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 945 time: 0.0694535 Sep 19 10:54:20.461668 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4a22645-ba36-4e5f-8be3-a11ecd9607a7 req-1ae6caf5-a72c-4392-aa66-c2145901b7f7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849266 Sep 19 10:54:20.608103 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (a67e9671-8d1d-4d59-8813-23658919e0c8), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:20.633800 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'Port': ['ID=a67e9671-8d1d-4d59-8813-23658919e0c8,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:20.646144 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.646709 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.647161 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.647374 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.647703 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.648032 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.648362 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.648685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.649009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.649359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.649685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.650009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.650334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.650647 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.650971 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:20.755784 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:54:20.797366 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:20.811535 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:20.859017 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:54:20.868766 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:54:20.879053 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:54:20.879656 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:54:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:20.902204 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] No DVR routers for this DVR port a67e9671-8d1d-4d59-8813-23658919e0c8 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:54:20.904792 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:20.908146 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3030e119-2f1c-4986-b095-02a16a596955 req-2d855a9d-61c4-450e-8085-2f8d48830c59 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "DELETE /networking/v2.0/ports/a67e9671-8d1d-4d59-8813-23658919e0c8 HTTP/1.1" status: 204 len: 173 time: 0.9130704 Sep 19 10:54:20.912841 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'name': 'network-vif-deleted', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:54:20.912841 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13926d72-f843-471e-afc2-594e0991d342" -d '{"events": [{"server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "name": "network-vif-deleted", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:54:21.093332 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3992c203-ab97-4a8a-a5b7-1e3a71c44aa9 x-openstack-request-id: req-3992c203-ab97-4a8a-a5b7-1e3a71c44aa9 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:54:21.093938 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ae582-5ab5-4a47-8929-5bbae1ac2fba", "name": "network-vif-deleted", "tag": "a67e9671-8d1d-4d59-8813-23658919e0c8", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:54:21.093938 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3992c203-ab97-4a8a-a5b7-1e3a71c44aa9 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:54:21.094287 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3992c203-ab97-4a8a-a5b7-1e3a71c44aa9'] response: {'server_uuid': 'df4ae582-5ab5-4a47-8929-5bbae1ac2fba', 'name': 'network-vif-deleted', 'tag': 'a67e9671-8d1d-4d59-8813-23658919e0c8', 'status': 'completed', 'code': 200} Sep 19 10:54:21.101646 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:54:21.295937 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:21.320727 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:54:21.329095 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:54:21.329685 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:54:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:21.429420 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:54:21.567837 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9342dfd-006f-4239-abe3-4277f8853f4a req-23abf52f-da8f-49d9-8694-094e5cd920cb tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 210 time: 0.0283816 Sep 19 10:54:21.621612 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:21.646812 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5d07-0a98-4cb9-87e9-9e18f2ca23ec None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:54:21.871312 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6931947-45dc-4127-8491-2693ecf434a2 None None] New status for floating IP f5fd7c9c-683a-4557-953e-af19e2e2507c: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:54:22.684802 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7252a290-06f0-43e8-9402-2088cd0d75e8 req-6450fdbf-f0f9-48fb-8b82-43d20db4d624 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df4ae582-5ab5-4a47-8929-5bbae1ac2fba HTTP/1.1" status: 200 len: 210 time: 0.0285041 Sep 19 10:54:23.708699 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a67e9671-8d1d-4d59-8813-23658919e0c8 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:54:23.731387 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: a67e9671-8d1d-4d59-8813-23658919e0c8 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:54:23.731742 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a67e9671-8d1d-4d59-8813-23658919e0c8 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:54:23.906273 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-4a8e4043-381c-4cf3-9b38-06ab01c13979 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1404492929&fields=id&tenant_id=83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 267 time: 0.0445554 Sep 19 10:54:24.015321 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-c6d78129-8e52-40ec-aded-bbfc446edb99 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:24.016709 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-c6d78129-8e52-40ec-aded-bbfc446edb99 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 811 time: 0.1039274 Sep 19 10:54:24.031341 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-aa921a86-87fa-4bd6-9af6-015edd1c11e3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/quotas/83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 375 time: 0.0089152 Sep 19 10:54:24.085842 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-f72f9a70-5376-4f15-9c06-3cfe283831d0 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495450 Sep 19 10:54:24.248550 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-259e46cc-e0f8-44d6-accd-d39ace96ac09 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516683 Sep 19 10:54:24.344573 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-31e00cee-ce30-467d-b58d-dbfd68b61a09 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901415 Sep 19 10:54:24.870700 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-716d1c65-e463-4aa4-9e83-724f25dff138 req-07e2ac25-b2a9-46d8-b3ab-b150bbb576ae tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0267189 Sep 19 10:54:25.954975 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fbf10acd-d5f6-439b-bddd-9d3f36dbb31d req-61889a8b-c300-4a95-aa19-c45b4b7c8676 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0286977 Sep 19 10:54:27.040513 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-28345915-3b16-4f62-b89e-3afd213b8de3 req-37c65c6f-e607-4e9e-b688-daa2eb3ee061 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0301030 Sep 19 10:54:27.733754 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:28.127954 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7dd2ce62-d6a1-4eb0-9975-181f279bf724 req-9daf446e-ad50-48bd-aca3-58ef8c3ccf3d tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0310717 Sep 19 10:54:29.226244 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c19b4640-933a-40d6-983c-b1147bc9a88b req-8f4d3787-c629-457e-b725-912302236e31 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0272844 Sep 19 10:54:30.327753 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-90161b4c-b74b-47a7-840a-a5399e043c69 req-350995ad-8a7d-4f4f-b152-0913464c661b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0276027 Sep 19 10:54:31.184543 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-6141b225-2476-4c20-bf84-58f2151c47a1 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:31.186666 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-6141b225-2476-4c20-bf84-58f2151c47a1 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 811 time: 0.1054847 Sep 19 10:54:31.268009 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-2d339e87-f780-4102-9d1a-e54b2bdd60c9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 380 time: 0.0558584 Sep 19 10:54:31.277018 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'port': {'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'admin_state_up': True, 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'security_groups': ['3f11656c-c71b-4e95-a3c0-13697f5e138c']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:54:31.433102 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Made reservation on behalf of 83720c34e40e4f2ba7f9fe719db3c259 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:54:31.438410 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:31.440105 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-983cab02-20c9-4bd7-b7a8-8bb3105e5596 req-8c48b1e8-1a8f-4816-9738-0be60b793016 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0383952 Sep 19 10:54:31.608760 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Allocated IP 172.20.0.9 (5a49e492-1f1f-4b1e-95df-12a18170ee5a/fe67fc13-3b33-4186-8e2e-06a3b5eded18/cf274c7b-27ae-46d6-b4dc-5abaf2eb041e) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:54:31.747235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:31.854831 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:31.902598 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:54:31.905923 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:54:31.909753 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:54:31.915652 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:31.940357 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:31.963206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:31.963817 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:31.971099 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:32.067742 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-10336506-c0b8-42d2-82a8-90ac566af007 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942204 Sep 19 10:54:32.090254 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Request body: {'port': {'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:54:32.150558 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:32.159276 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Provisioning complete for port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:54:32.159835 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:32.159952 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Attempt 1 to provision port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e Sep 19 10:54:32.191085 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:54:32.573642 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc05413-6ead-498a-83c5-ab4089c033c3 req-99f72962-85ef-427b-adbf-cb0aa682e891 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:32.575168 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9cc05413-6ead-498a-83c5-ab4089c033c3 req-99f72962-85ef-427b-adbf-cb0aa682e891 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 931 time: 0.0523612 Sep 19 10:54:32.629381 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9cc05413-6ead-498a-83c5-ab4089c033c3 req-9562be69-49e3-412f-8c41-c7ccc30802c0 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477781 Sep 19 10:54:32.675075 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf274c7b-27ae-46d6-b4dc-5abaf2eb041e {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:54:32.682671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Publish callbacks [] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:32.692401 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Attempt 2 to provision port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e Sep 19 10:54:32.695877 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Transition to ACTIVE for port object cf274c7b-27ae-46d6-b4dc-5abaf2eb041e will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:54:32.727609 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:54:32.762797 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:32.822728 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Pushing event updated for resources: {'Port': ['ID=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:32.875934 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Attempting to bind port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:54:32.876271 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Attempting to bind port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:54:32.876598 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Attempting to bind port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:54:32.903178 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b79a4389-2dbd-4c57-8954-79c34cf4edc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:32.917731 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:54:32.918059 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Attempting to bind port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:54:32.937347 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:32.959374 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:54:32.960623 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Checking segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:54:32.960623 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Bound using segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:54:32.960623 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Bound port: cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:54:32.961101 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:33.020409 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] For port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:54:33.023607 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] For port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:54:33.116513 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:33.119640 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.120278 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:33.121708 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 1093 time: 1.0355756 Sep 19 10:54:33.124126 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:54:33.126439 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ef7fa-78ea-4b49-a27f-2461e33eb353" -d '{"events": [{"name": "network-changed", "server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:54:33.169550 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b13a85a-94f0-4b3b-b73e-394bd42a70aa x-openstack-request-id: req-8b13a85a-94f0-4b3b-b73e-394bd42a70aa {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:54:33.169844 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:54:33.170100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b13a85a-94f0-4b3b-b73e-394bd42a70aa {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:54:33.170497 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b13a85a-94f0-4b3b-b73e-394bd42a70aa'] response: {'name': 'network-changed', 'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'status': 'completed', 'code': 200} Sep 19 10:54:33.181888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ada3-35cc-4d89-a68f-16ff6328f84b service neutron] Pushing event updated for resources: {'Port': ['ID=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:33.228581 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Attempt 3 to provision port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e Sep 19 10:54:33.265121 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef7fa-78ea-4b49-a27f-2461e33eb353 req-e0adffe8-78c3-4a0a-8b3a-97f83db9f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.266443 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-268e628f-ff02-4bc0-9276-ec1b7b4e61b6 None None] Port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:54:33.266712 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-224ef7fa-78ea-4b49-a27f-2461e33eb353 req-e0adffe8-78c3-4a0a-8b3a-97f83db9f5a8 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1127 time: 0.0396316 Sep 19 10:54:33.380811 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef7fa-78ea-4b49-a27f-2461e33eb353 req-02ba8460-1c57-4294-8a88-1faf2e0110d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.382305 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-224ef7fa-78ea-4b49-a27f-2461e33eb353 req-02ba8460-1c57-4294-8a88-1faf2e0110d6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0965462 Sep 19 10:54:33.480073 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef7fa-78ea-4b49-a27f-2461e33eb353 req-2f399608-9953-48c0-b712-c144d2273532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.481419 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-224ef7fa-78ea-4b49-a27f-2461e33eb353 req-2f399608-9953-48c0-b712-c144d2273532 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862358 Sep 19 10:54:33.585258 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-0aebcfb6-cfb4-4b22-8620-01d38427a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.586711 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-0aebcfb6-cfb4-4b22-8620-01d38427a5dd service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1127 time: 0.0388784 Sep 19 10:54:33.642144 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-b1ad2c02-885d-4d6c-9f91-f37c7d9ae44c service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 217 time: 0.0349398 Sep 19 10:54:33.676341 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:33.693201 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-a8e74244-b22d-40c6-b5dd-36c6d3f9c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.694684 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-a8e74244-b22d-40c6-b5dd-36c6d3f9c6ca service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0455904 Sep 19 10:54:33.747983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-4395bd44-8431-41ff-8dab-525ad6a97f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.749458 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-4395bd44-8431-41ff-8dab-525ad6a97f9d service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407605 Sep 19 10:54:33.753199 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11535-ebfc-4d1d-b34a-8ace3a5ca4f8 req-7b68905d-3def-438a-9392-3b49ba42d3ab tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:33.754659 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05c11535-ebfc-4d1d-b34a-8ace3a5ca4f8 req-7b68905d-3def-438a-9392-3b49ba42d3ab tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0496075 Sep 19 10:54:33.804200 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-05c11535-ebfc-4d1d-b34a-8ace3a5ca4f8 req-61f30263-602a-46d4-88bd-7390a95671d2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Sep 19 10:54:33.850139 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-c739d316-2d76-4ab5-94e6-3d29524663fc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912509 Sep 19 10:54:33.942933 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1893e49e-f835-47bd-864a-fe9b9ec86e1b req-82a7cf2e-1a4c-4026-86af-f6ac96784ec5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822232 Sep 19 10:54:34.930001 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8706-dd26-4046-a15c-02a7b7a87c94 req-af60cb80-d557-4556-915d-b37c3ab67f0f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:34.931467 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd2d8706-dd26-4046-a15c-02a7b7a87c94 req-af60cb80-d557-4556-915d-b37c3ab67f0f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0509782 Sep 19 10:54:34.979710 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd2d8706-dd26-4046-a15c-02a7b7a87c94 req-5c8747f3-f6a0-4f49-a087-653bf897ed06 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422564 Sep 19 10:54:35.293923 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4edb709c-1d15-4e50-9d6b-138af04a27ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:36.100585 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fc01e-fd7f-4d92-b812-19752734450b req-dba05b7e-d446-42f9-9322-198abd61710c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:36.101972 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b65fc01e-fd7f-4d92-b812-19752734450b req-dba05b7e-d446-42f9-9322-198abd61710c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0461059 Sep 19 10:54:36.150157 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b65fc01e-fd7f-4d92-b812-19752734450b req-8699eedb-558f-49ec-b2c5-7f30966cf694 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Sep 19 10:54:36.647522 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:37.269426 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42350b6-a6fd-4a12-b639-bff2b8a77674 req-184c2478-4de9-4231-a00c-13fdd826eb4b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:37.270926 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b42350b6-a6fd-4a12-b639-bff2b8a77674 req-184c2478-4de9-4231-a00c-13fdd826eb4b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0466566 Sep 19 10:54:37.320662 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b42350b6-a6fd-4a12-b639-bff2b8a77674 req-86389df9-05c5-4b63-af9f-e8df0e99c46c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Sep 19 10:54:38.276574 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:38.448523 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d547-0a0a-4917-883b-c65d5872d191 req-c0d77f96-bae0-4ab1-b8eb-6f75d969bd76 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:38.450001 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7494d547-0a0a-4917-883b-c65d5872d191 req-c0d77f96-bae0-4ab1-b8eb-6f75d969bd76 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0448484 Sep 19 10:54:38.487303 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:38.502401 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-7494d547-0a0a-4917-883b-c65d5872d191 req-97048531-321a-488d-bc91-bf6814010a2e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Sep 19 10:54:39.630095 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5727e6-f0fa-4afa-b070-17a469629863 req-107c5a3e-da2b-4540-90dc-b11a1f559e1f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:39.631582 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1e5727e6-f0fa-4afa-b070-17a469629863 req-107c5a3e-da2b-4540-90dc-b11a1f559e1f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0508597 Sep 19 10:54:39.681025 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1e5727e6-f0fa-4afa-b070-17a469629863 req-f1d8e988-69e5-4c69-9494-3bb99e182905 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Sep 19 10:54:40.763753 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:40.765478 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=84 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:40.800274 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542b60c-4839-4f06-940a-77cf3d0b68e3 req-bc5edbcf-79a9-4671-95a8-866c92363fd2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:40.801751 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b542b60c-4839-4f06-940a-77cf3d0b68e3 req-bc5edbcf-79a9-4671-95a8-866c92363fd2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0467830 Sep 19 10:54:40.850308 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-b542b60c-4839-4f06-940a-77cf3d0b68e3 req-932cc594-6df1-4371-91d5-6c0284b1cd7a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429854 Sep 19 10:54:41.076514 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=86 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:41.077225 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=80 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:41.801631 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device cf274c7b-27ae-46d6-b4dc-5abaf2eb041e details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:54:41.898092 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:54:41.910132 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:54:41.948487 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:54:41.948877 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:41.962161 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf274c7b-27ae-46d6-b4dc-5abaf2eb041e {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:54:41.967512 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874a9df-9f4a-4fc4-8dcd-09d27a946f53 req-ece17ec7-2339-4173-a621-6c4c41fce37f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:41.969016 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d874a9df-9f4a-4fc4-8dcd-09d27a946f53 req-ece17ec7-2339-4173-a621-6c4c41fce37f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 943 time: 0.0460587 Sep 19 10:54:41.983222 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:54:41.988388 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:42.019033 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d874a9df-9f4a-4fc4-8dcd-09d27a946f53 req-6284cd48-942d-4c5e-a0d2-ca3e8971b3c3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 Sep 19 10:54:42.060005 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:42.105362 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:42.112269 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.112611 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.112951 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.113384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.113728 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.114053 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.114377 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.114696 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.115018 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.115339 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.115686 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.116004 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.116319 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.116635 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.116949 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:54:42.433757 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['cf274c7b-27ae-46d6-b4dc-5abaf2eb041e'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:54:42.592527 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:42.641544 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:43.137560 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cb6e-87f7-4330-87ff-a49dfa91331e req-84acf9bb-5ddb-4e74-a954-8a277f83e906 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:43.139471 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fda9cb6e-87f7-4330-87ff-a49dfa91331e req-84acf9bb-5ddb-4e74-a954-8a277f83e906 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 944 time: 0.0466723 Sep 19 10:54:43.188762 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-fda9cb6e-87f7-4330-87ff-a49dfa91331e req-8d3240e6-f8b6-4912-9f7b-7fd744c0df25 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436409 Sep 19 10:54:43.829426 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device cf274c7b-27ae-46d6-b4dc-5abaf2eb041e up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:54:43.873907 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:54:43.967862 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:54:43.968239 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:43.968580 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e Sep 19 10:54:44.041229 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:54:44.041614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:44.064084 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:54:44.066330 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7f86eb-f364-4b18-bcfa-5b6ce829f96c" -d '{"events": [{"server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "name": "network-vif-plugged", "status": "completed", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:54:44.078233 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:54:44.156804 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:44.161936 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e309f8-5d10-497d-b3aa-126983d1ef4f x-openstack-request-id: req-66e309f8-5d10-497d-b3aa-126983d1ef4f {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:54:44.162230 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "name": "network-vif-plugged", "status": "completed", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:54:44.162483 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66e309f8-5d10-497d-b3aa-126983d1ef4f {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:54:44.162872 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e309f8-5d10-497d-b3aa-126983d1ef4f'] response: {'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'code': 200} Sep 19 10:54:44.205348 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:44.312837 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e276f5-dae9-40da-a491-35b0448aa849 req-7e5d804f-7be3-436d-9ebb-7669750845a2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:44.314348 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-28e276f5-dae9-40da-a491-35b0448aa849 req-7e5d804f-7be3-436d-9ebb-7669750845a2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Sep 19 10:54:44.363348 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-28e276f5-dae9-40da-a491-35b0448aa849 req-85710d46-baba-47d9-9189-69ffc80d2063 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429721 Sep 19 10:54:44.566219 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66b060-3103-4dee-9ada-fdefa43fe0a3 req-5dc7deb1-3cd6-4183-9ad2-557e3d1a43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:44.567720 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f66b060-3103-4dee-9ada-fdefa43fe0a3 req-5dc7deb1-3cd6-4183-9ad2-557e3d1a43ce service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1129 time: 0.0378971 Sep 19 10:54:44.622692 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f66b060-3103-4dee-9ada-fdefa43fe0a3 req-01ac9545-0676-4f95-a439-b54ab1fbdd47 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Sep 19 10:54:45.484817 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801c31f-82f3-4b2e-beaf-79bceed7e6f6 req-b28225f3-6b93-4d45-bbd8-1c47eb6c5452 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:45.486358 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0801c31f-82f3-4b2e-beaf-79bceed7e6f6 req-b28225f3-6b93-4d45-bbd8-1c47eb6c5452 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Sep 19 10:54:45.535949 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0801c31f-82f3-4b2e-beaf-79bceed7e6f6 req-878e807f-c50e-4375-bc90-40199867ce03 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Sep 19 10:54:46.654492 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803edf1-022e-45d0-864d-5330aa22c102 req-d7d80775-276d-4102-ba3f-43250591ae78 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:46.655929 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2803edf1-022e-45d0-864d-5330aa22c102 req-d7d80775-276d-4102-ba3f-43250591ae78 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0463133 Sep 19 10:54:46.703085 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-2803edf1-022e-45d0-864d-5330aa22c102 req-cfe9ee2a-f922-4730-a09c-41cc0b4e86ce tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Sep 19 10:54:46.820480 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360da90c-3e97-4167-aa2a-3d22a5c6ad83 req-73785c06-0965-42bf-b3da-aad0fcd3c763 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:46.821926 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-360da90c-3e97-4167-aa2a-3d22a5c6ad83 req-73785c06-0965-42bf-b3da-aad0fcd3c763 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0468411 Sep 19 10:54:46.870515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-360da90c-3e97-4167-aa2a-3d22a5c6ad83 req-6125e246-4fc1-48cf-b4a0-0f8282b77f87 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Sep 19 10:54:46.899026 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40202) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:54:46.940397 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2911f28-d4fd-4b15-b069-81705468c208 tempest-TestVolumeBootPattern-2135208028 tempest-TestVolumeBootPattern-2135208028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:46.941935 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b2911f28-d4fd-4b15-b069-81705468c208 tempest-TestVolumeBootPattern-2135208028 tempest-TestVolumeBootPattern-2135208028-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1124 time: 0.0419486 Sep 19 10:54:46.944769 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40204) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:54:46.948998 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:54:47.014198 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:47.091707 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:47.101759 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:47.198662 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Allocated IP 172.27.0.32 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/732d336a-ec80-4d4a-949a-3ef01899979f) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:54:47.308610 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (732d336a-ec80-4d4a-949a-3ef01899979f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:47.397319 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (732d336a-ec80-4d4a-949a-3ef01899979f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:47.437638 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:54:47.442475 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:54:47.446523 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:54:47.449482 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=732d336a-ec80-4d4a-949a-3ef01899979f,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:47.483003 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:47.797281 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (c1099418-78fd-466b-a21a-ed9d34dbb964), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:47.948802 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:47.955425 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (732d336a-ec80-4d4a-949a-3ef01899979f), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:48.107359 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (732d336a-ec80-4d4a-949a-3ef01899979f), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:48.168226 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (732d336a-ec80-4d4a-949a-3ef01899979f), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:48.240399 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (c1099418-78fd-466b-a21a-ed9d34dbb964), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:48.242154 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=732d336a-ec80-4d4a-949a-3ef01899979f,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:54:48.338853 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Floating IP c1099418-78fd-466b-a21a-ed9d34dbb964 associated. External IP: 172.27.0.32, port: cf274c7b-27ae-46d6-b4dc-5abaf2eb041e. Sep 19 10:54:48.426322 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:48.534737 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:54:48.638882 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:54:48.648678 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:54:48.658533 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:54:48.662943 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:54:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:48.713179 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:48.743752 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-684616ce-0dca-4aea-80f4-94b7908fcc3a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7979155 Sep 19 10:54:48.744482 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:54:48.746823 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389365d7-cea2-48d9-bcc3-41b1cb3e168a" -d '{"events": [{"name": "network-changed", "server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:54:48.759988 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:54:48.785788 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a42c07-17f9-4fbc-9bbe-ed6b8b2fc520 x-openstack-request-id: req-e0a42c07-17f9-4fbc-9bbe-ed6b8b2fc520 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:54:48.786093 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:54:48.786357 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0a42c07-17f9-4fbc-9bbe-ed6b8b2fc520 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:54:48.786769 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a42c07-17f9-4fbc-9bbe-ed6b8b2fc520'] response: {'name': 'network-changed', 'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'status': 'completed', 'code': 200} Sep 19 10:54:48.876749 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-04a480cd-0e7c-447f-89f5-b7f61cd13f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:48.878290 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-04a480cd-0e7c-447f-89f5-b7f61cd13f0b service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1129 time: 0.0420356 Sep 19 10:54:48.969547 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-bc0209fe-ab25-4caa-8bea-3982501bbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:48.970949 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-bc0209fe-ab25-4caa-8bea-3982501bbd6d service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0866814 Sep 19 10:54:48.972952 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:47Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:48.996761 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:54:49.004994 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:54:49.005651 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:54:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:49.036095 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-df282731-c53e-4cc4-b0d2-94a61976c2cd service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 998 time: 0.0591106 Sep 19 10:54:49.049710 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:49.084804 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-e1a35e40-0aa6-4006-afbd-1dcf791f3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:49.086296 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-e1a35e40-0aa6-4006-afbd-1dcf791f3b1d service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0446973 Sep 19 10:54:49.107239 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:54:49.128754 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-04497d84-6f50-4dff-8d41-784971ff1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:54:49.130276 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-04497d84-6f50-4dff-8d41-784971ff1fe8 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380867 Sep 19 10:54:49.224972 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-707aea1e-f445-4cb9-b4ec-67b137e2726e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880027 Sep 19 10:54:49.314303 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-389365d7-cea2-48d9-bcc3-41b1cb3e168a req-96b86a62-51bb-4e97-815e-1535e23a85ed service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Sep 19 10:54:49.315306 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:47Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:54:49.424778 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755ceb1-5336-41a6-9615-59d0a6378090 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:47Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:54:49.621632 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32cef53-7d88-4c45-9343-9d3a424ebf3b None None] New status for floating IP c1099418-78fd-466b-a21a-ed9d34dbb964: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:54:56.064834 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:54:56.694836 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=38 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:56.698739 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=32 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:57.710391 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:54:59.308818 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:54:59.311770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=21 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:02.904472 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0d5f82df-2e14-4249-83c4-311fe1bf2fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:05.298863 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-844f469f-6b7b-4d33-868f-43811bb90dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:06.059538 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=73 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:06.060331 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=77 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:06.630195 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:08.280612 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:08.487556 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:18.071657 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:18.072450 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:18.388477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:18.394340 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:27.766764 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:31.092934 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:31.093713 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:32.897947 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-997f118a-fdd5-4476-90d5-eb0bc3efacf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:33.064337 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:55:35.275120 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f35dc055-289b-45a3-a514-439773c47e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:36.651068 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:38.291988 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:38.439622 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-28e1f53d-5ca2-4a86-abb2-164b29be8a90 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414968 Sep 19 10:55:38.451024 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:55:38.543505 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-e22dd69b-8af5-4e5b-885e-9a2359f793e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:55:38.545399 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-e22dd69b-8af5-4e5b-885e-9a2359f793e5 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1129 time: 0.0390658 Sep 19 10:55:38.646528 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-d7f2b13e-350f-4460-961d-35bd635de634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:55:38.647992 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-d7f2b13e-350f-4460-961d-35bd635de634 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0847192 Sep 19 10:55:38.711872 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-028a2e3a-a037-42ad-b4c6-eb767010baaa service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 1000 time: 0.0567362 Sep 19 10:55:38.762309 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-3bbff2a4-c449-48e7-81ba-af6ab846840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:55:38.763796 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-3bbff2a4-c449-48e7-81ba-af6ab846840b service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0460606 Sep 19 10:55:38.806317 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-a889145a-0610-4983-8d72-7efe4a598232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:55:38.807701 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-a889145a-0610-4983-8d72-7efe4a598232 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384042 Sep 19 10:55:38.899587 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-99773e66-a461-4cb1-ba3a-e88674e382bc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Sep 19 10:55:38.986927 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fa93495-12c9-4c64-b940-00eab79f5560 req-ce0cd121-f542-4090-adfa-cd7a126ee696 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813873 Sep 19 10:55:43.060728 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:48.982282 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=49 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:48.984177 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=52 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:49.582038 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:49.583801 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:55.067370 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:55.068106 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=5 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:55:57.754286 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:02.895652 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-99ba148f-8b00-4c31-9244-f3884203c40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:05.290911 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-8975f9cc-7601-4590-9c7d-232287999159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:06.645439 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:08.295830 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:08.468520 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:10.063720 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:56:18.394512 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:18.400778 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:27.736253 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:32.068916 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:32.073815 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:32.900404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc4ea-4d19-4eec-9f2d-9adea4759b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:35.283077 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c4e00663-33f7-4ba7-bb70-a1a85ab09090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:36.684585 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:37.105948 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-69acde1c-d29d-4be7-8001-fc315adb56d5 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1404492929&fields=id&tenant_id=83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 267 time: 0.0481656 Sep 19 10:56:37.250977 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-3c19fff0-e191-4a22-8a86-0b677510786a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:37.252354 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-3c19fff0-e191-4a22-8a86-0b677510786a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 811 time: 0.1399610 Sep 19 10:56:37.267237 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-8bfdf991-1315-4447-8ee0-8462e6eabfb1 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/quotas/83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 375 time: 0.0094767 Sep 19 10:56:37.321714 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-52cdb136-1292-4c1b-a662-9368525d8a25 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495422 Sep 19 10:56:37.461808 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fde2cf06-a284-4045-bf0c-2b4a8c27dbf1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261599 Sep 19 10:56:37.811526 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-1cbc70b6-f36c-42ec-ab0a-1b493509470d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433833 Sep 19 10:56:38.307895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:38.351333 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-8b1a2884-b261-4b61-884e-8d3244e04eb5 req-1b9c4cdc-6b12-45eb-836c-4c723d22b2dc tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 210 time: 0.0318415 Sep 19 10:56:38.439931 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-54e3ff91-ddd7-4e6f-ad58-4cd6322e2812 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406954 Sep 19 10:56:38.448203 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:38.557373 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269667df-dde1-4438-b5e6-e7e334b763fa req-d95767c3-446c-48fa-8601-f5b98fe531a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:38.558911 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-d95767c3-446c-48fa-8601-f5b98fe531a6 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1129 time: 0.0412788 Sep 19 10:56:38.673336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269667df-dde1-4438-b5e6-e7e334b763fa req-b3ec7771-1364-400c-b2d9-6860bcaec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:38.674838 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-b3ec7771-1364-400c-b2d9-6860bcaec41a service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0941162 Sep 19 10:56:38.747018 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-da099ef4-ec41-479f-ba70-df965b034013 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 1000 time: 0.0575171 Sep 19 10:56:38.802032 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269667df-dde1-4438-b5e6-e7e334b763fa req-19ae4b7a-461f-4822-a0ee-6311e67b9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:38.803518 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-19ae4b7a-461f-4822-a0ee-6311e67b9706 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0478837 Sep 19 10:56:38.850268 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269667df-dde1-4438-b5e6-e7e334b763fa req-b0063e44-3022-4d0c-bbba-70dde58361b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:38.851774 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-b0063e44-3022-4d0c-bbba-70dde58361b4 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388844 Sep 19 10:56:38.944690 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-b4b4e7be-a994-4d69-a697-ffcf603e1696 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868347 Sep 19 10:56:39.036889 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-269667df-dde1-4438-b5e6-e7e334b763fa req-9a8135ab-2ec7-4870-a6f4-58df43f9aa63 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827243 Sep 19 10:56:39.452291 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-83ef609c-e082-4653-a923-a12a54707ac2 req-2cf35588-1f82-48c9-a25c-c4f1ff3f567d tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 210 time: 0.0275698 Sep 19 10:56:40.379948 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:40.389898 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:40.407874 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-acab897d-e02e-49fc-b2f2-8a1e4d3c55c8 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:40.409392 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-acab897d-e02e-49fc-b2f2-8a1e4d3c55c8 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 811 time: 0.1072905 Sep 19 10:56:40.477964 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-e3e09428-2658-4f75-96e4-a4f79c6388f2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=83720c34e40e4f2ba7f9fe719db3c259 HTTP/1.1" status: 200 len: 380 time: 0.0541408 Sep 19 10:56:40.488853 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'port': {'device_id': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'admin_state_up': True, 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'security_groups': ['3f11656c-c71b-4e95-a3c0-13697f5e138c']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:56:40.569583 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4f283146-d1f8-408a-bfc3-41ec8e5860a6 req-8d9209ac-9306-4570-b8ce-a255603d188f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 210 time: 0.0298278 Sep 19 10:56:40.684206 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Made reservation on behalf of 83720c34e40e4f2ba7f9fe719db3c259 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 10:56:40.688150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:40.819666 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Allocated IP 172.20.0.5 (5a49e492-1f1f-4b1e-95df-12a18170ee5a/fe67fc13-3b33-4186-8e2e-06a3b5eded18/a135ff9a-d835-4ae7-aac4-370fd7ef3349) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:56:40.955174 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.061920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.110524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:56:41.113704 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:56:41.117637 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:56:41.141450 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=a135ff9a-d835-4ae7-aac4-370fd7ef3349,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:41.157931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.158272 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.158611 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.158951 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.159284 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.159617 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.159947 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.160273 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.160596 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.160922 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.161272 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.161599 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.161919 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.162242 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.162560 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:41.183465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:41.184165 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.264404 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-597f0f69-44a7-476e-8707-9eac4217e426 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7791369 Sep 19 10:56:41.282719 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Request body: {'port': {'device_id': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:56:41.343215 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.352606 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:41.357289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Provisioning complete for port a135ff9a-d835-4ae7-aac4-370fd7ef3349 triggered by entity DHCP. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:56:41.357289 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.357289 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Attempt 1 to provision port a135ff9a-d835-4ae7-aac4-370fd7ef3349 Sep 19 10:56:41.393473 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Port a135ff9a-d835-4ae7-aac4-370fd7ef3349 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:56:41.455825 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:41.607126 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a135ff9a-d835-4ae7-aac4-370fd7ef3349 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:56:41.614921 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Publish callbacks [] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.628000 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Transition to ACTIVE for port object a135ff9a-d835-4ae7-aac4-370fd7ef3349 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 10:56:41.697240 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48c10a-32e4-4b5d-ad82-716d64d9801a req-2fc19c37-808e-47ed-ada5-6fb24014cf21 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:41.698701 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c48c10a-32e4-4b5d-ad82-716d64d9801a req-2fc19c37-808e-47ed-ada5-6fb24014cf21 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 931 time: 0.0479407 Sep 19 10:56:41.710849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:41.804892 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Pushing event updated for resources: {'Port': ['ID=a135ff9a-d835-4ae7-aac4-370fd7ef3349,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:41.836371 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c48c10a-32e4-4b5d-ad82-716d64d9801a req-0504d411-ace4-4b10-9577-6c29453d23ef tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320288 Sep 19 10:56:41.865571 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Attempting to bind port a135ff9a-d835-4ae7-aac4-370fd7ef3349 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 10:56:41.866349 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Attempting to bind port a135ff9a-d835-4ae7-aac4-370fd7ef3349 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 10:56:41.866349 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Attempting to bind port a135ff9a-d835-4ae7-aac4-370fd7ef3349 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:56:41.891455 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:41.895037 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Attempt 2 to provision port a135ff9a-d835-4ae7-aac4-370fd7ef3349 Sep 19 10:56:41.907979 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Port a135ff9a-d835-4ae7-aac4-370fd7ef3349 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 10:56:41.908310 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Attempting to bind port a135ff9a-d835-4ae7-aac4-370fd7ef3349 on network 5a49e492-1f1f-4b1e-95df-12a18170ee5a {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 10:56:41.926811 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Port a135ff9a-d835-4ae7-aac4-370fd7ef3349 cannot update to ACTIVE because it is not bound. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 10:56:41.955364 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Checking agent: {'id': '93a82007-054b-4b52-af42-4df1d5aa7918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'started_at': datetime.datetime(2022, 9, 19, 10, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 10, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 10:56:41.955613 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Checking segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 10:56:41.956019 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Bound using segment: {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 10:56:41.956476 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Bound port: a135ff9a-d835-4ae7-aac4-370fd7ef3349, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 10:56:41.956832 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:42.017961 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] For port a135ff9a-d835-4ae7-aac4-370fd7ef3349, host hv-cinder-85827, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 10:56:42.021212 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] For port a135ff9a-d835-4ae7-aac4-370fd7ef3349, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 10:56:42.084352 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:42.088454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.089087 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:42.090520 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] 10.222.0.73 "PUT /networking/v2.0/ports/a135ff9a-d835-4ae7-aac4-370fd7ef3349 HTTP/1.1" status: 200 len: 1093 time: 0.8122106 Sep 19 10:56:42.091069 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:56:42.093921 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:56:42.134984 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700f46ea-2a80-4066-87b7-728797c6b28f x-openstack-request-id: req-700f46ea-2a80-4066-87b7-728797c6b28f {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:56:42.134984 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:56:42.134984 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-700f46ea-2a80-4066-87b7-728797c6b28f {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:56:42.134984 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700f46ea-2a80-4066-87b7-728797c6b28f'] response: {'name': 'network-changed', 'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'status': 'completed', 'code': 200} Sep 19 10:56:42.144133 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a61ea-4d79-49d8-8716-d09fa2744c6c service neutron] Pushing event updated for resources: {'Port': ['ID=a135ff9a-d835-4ae7-aac4-370fd7ef3349,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:42.229180 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f req-5b115dfe-4d13-4047-9f8a-082f18df10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.230545 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f req-5b115dfe-4d13-4047-9f8a-082f18df10a0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 1127 time: 0.0396535 Sep 19 10:56:42.342009 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f req-a5d0bc03-8f98-49ac-8610-c6541ee589f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.343461 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f req-a5d0bc03-8f98-49ac-8610-c6541ee589f9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0970657 Sep 19 10:56:42.428345 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Attempt 3 to provision port a135ff9a-d835-4ae7-aac4-370fd7ef3349 Sep 19 10:56:42.460170 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f req-5ba150fa-517e-492f-ae8c-046255d2445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.461679 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ef0f241-0637-4e4c-adc7-d14d0f587e8f req-5ba150fa-517e-492f-ae8c-046255d2445c service neutron] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951886 Sep 19 10:56:42.466759 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-1f2727ce-cf25-48ed-bc6f-9146877d16af None None] Port a135ff9a-d835-4ae7-aac4-370fd7ef3349 had new provisioning blocks added so it will not transition to active. {{(pid=106799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 10:56:42.582465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-167cf628-bcf3-46cf-abe1-31686451e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.583867 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-167cf628-bcf3-46cf-abe1-31686451e45c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 1127 time: 0.0441203 Sep 19 10:56:42.637642 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-e2aae967-b95b-4f52-bff4-8f3194b49cdb service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349 HTTP/1.1" status: 200 len: 217 time: 0.0319562 Sep 19 10:56:42.688978 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-361951e6-443a-4f57-a484-7440023ac142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.690406 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-361951e6-443a-4f57-a484-7440023ac142 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0465662 Sep 19 10:56:42.736510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-eee4a428-e91d-4287-9eb1-25bd941a6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.737984 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-eee4a428-e91d-4287-9eb1-25bd941a6297 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377812 Sep 19 10:56:42.829835 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-ac55b532-11d1-4aa8-b4f5-791bd0f3729c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814600 Sep 19 10:56:42.960151 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:42.964412 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2961819-5478-47fe-a928-7a5bc02ef016 req-8d45bef6-e6c0-4f6a-9750-e8fd23c33cc4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235650 Sep 19 10:56:42.975255 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252be36-35d5-4aa2-addf-19656e69e165 req-3602ab34-2377-479b-adeb-a598fd96c20a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:42.976624 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2252be36-35d5-4aa2-addf-19656e69e165 req-3602ab34-2377-479b-adeb-a598fd96c20a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 943 time: 0.0593407 Sep 19 10:56:43.029807 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2252be36-35d5-4aa2-addf-19656e69e165 req-22532a2c-a94e-407b-8c3e-2d5b6bf14d2f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474398 Sep 19 10:56:44.149302 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b84a0-fe64-4dba-938e-1583ea67d73b req-fdaf9fbe-77f5-4ed0-a309-0c559b5de50a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:44.150643 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-896b84a0-fe64-4dba-938e-1583ea67d73b req-fdaf9fbe-77f5-4ed0-a309-0c559b5de50a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 943 time: 0.0463679 Sep 19 10:56:44.199439 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-896b84a0-fe64-4dba-938e-1583ea67d73b req-587396df-209e-4d7f-b0c4-4b43498fc200 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Sep 19 10:56:45.317913 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eed64e-fc03-43e6-bbf4-65ad76732f37 req-c9a3eb76-da48-4cff-a044-c15dea325db7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:45.319360 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72eed64e-fc03-43e6-bbf4-65ad76732f37 req-c9a3eb76-da48-4cff-a044-c15dea325db7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 943 time: 0.0462272 Sep 19 10:56:45.369170 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72eed64e-fc03-43e6-bbf4-65ad76732f37 req-d007f173-f3d7-4612-a96c-9e19ec60b7d3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 Sep 19 10:56:46.487874 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418ee4-f3a9-4737-b52b-24385fe741dc req-ae59ebca-74f7-401b-bc7d-cf8d27aad24b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:46.489082 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a135ff9a-d835-4ae7-aac4-370fd7ef3349 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 10:56:46.489576 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f2418ee4-f3a9-4737-b52b-24385fe741dc req-ae59ebca-74f7-401b-bc7d-cf8d27aad24b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 943 time: 0.0466371 Sep 19 10:56:46.541764 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-f2418ee4-f3a9-4737-b52b-24385fe741dc req-c211d100-c8ea-4e95-9996-3009538f7ea2 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Sep 19 10:56:46.589867 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port a135ff9a-d835-4ae7-aac4-370fd7ef3349, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:56:46.602112 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Returning: {'device': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'port_id': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'mac_address': 'fa:16:3e:ae:8a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 10:56:46.641404 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port a135ff9a-d835-4ae7-aac4-370fd7ef3349 is: DOWN; New status is: BUILD {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:56:46.642586 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:46.657935 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a135ff9a-d835-4ae7-aac4-370fd7ef3349 {{(pid=106799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 10:56:46.677262 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port a135ff9a-d835-4ae7-aac4-370fd7ef3349, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:56:46.770319 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:46.820756 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=a135ff9a-d835-4ae7-aac4-370fd7ef3349,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:46.828487 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.828846 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.829213 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.829548 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.829877 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.830202 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.830525 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.830846 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.831166 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.831517 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.831835 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.832156 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.832474 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.832788 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:46.833124 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:56:47.062581 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:56:47.103102 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] get_ports_and_sgs() called for port_ids ['a135ff9a-d835-4ae7-aac4-370fd7ef3349'] {{(pid=106799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 10:56:47.661434 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee18333-dfc9-43f6-bb6d-968e885a90c3 req-f9f353da-2f1e-49fc-bd63-e15c3959f599 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:47.662942 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ee18333-dfc9-43f6-bb6d-968e885a90c3 req-f9f353da-2f1e-49fc-bd63-e15c3959f599 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 944 time: 0.0474222 Sep 19 10:56:47.703431 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:47.712275 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ee18333-dfc9-43f6-bb6d-968e885a90c3 req-21d3605e-3cbf-47a6-93fa-bde8d895f4a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Sep 19 10:56:48.518420 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a135ff9a-d835-4ae7-aac4-370fd7ef3349 up at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 10:56:48.537884 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:48.547692 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:48.561880 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning for port a135ff9a-d835-4ae7-aac4-370fd7ef3349 completed by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 10:56:48.642992 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.provisioning_blocks [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Provisioning complete for port a135ff9a-d835-4ae7-aac4-370fd7ef3349 triggered by entity L2. {{(pid=106799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 10:56:48.643384 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761822'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), provisioning_complete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:48.643798 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Attempt 1 to provision port a135ff9a-d835-4ae7-aac4-370fd7ef3349 Sep 19 10:56:48.719367 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Current status of the port a135ff9a-d835-4ae7-aac4-370fd7ef3349 is: BUILD; New status is: ACTIVE {{(pid=106799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 10:56:48.719752 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:48.746028 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349'}] {{(pid=106799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:56:48.748907 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac5109b8edce0f5122ef7e34eaab8f682c6379e2b5d3057bac29ff379037828" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc49671-6c91-4551-8f23-399af88e3fff" -d '{"events": [{"server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "name": "network-vif-plugged", "status": "completed", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349"}]}' {{(pid=106799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:56:48.761998 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] For port a135ff9a-d835-4ae7-aac4-370fd7ef3349, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:56:48.790278 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508cd097-1021-4d68-9829-af63915895bb x-openstack-request-id: req-508cd097-1021-4d68-9829-af63915895bb {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:56:48.790574 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "name": "network-vif-plugged", "status": "completed", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349", "code": 200}]} {{(pid=106799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:56:48.790837 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-508cd097-1021-4d68-9829-af63915895bb {{(pid=106799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:56:48.791244 dv-cinder-858275-1-iscsi neutron-server[106799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508cd097-1021-4d68-9829-af63915895bb'] response: {'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'code': 200} Sep 19 10:56:48.839407 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6a4-304a-4929-8d1e-5076a1d5b5b3 req-8e96a514-e942-489a-9081-200ec320cf61 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:48.840912 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0fc1f6a4-304a-4929-8d1e-5076a1d5b5b3 req-8e96a514-e942-489a-9081-200ec320cf61 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 944 time: 0.0473158 Sep 19 10:56:48.857407 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:48.892046 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-0fc1f6a4-304a-4929-8d1e-5076a1d5b5b3 req-552e0753-11e0-4676-b6d2-9bcbbe269ec9 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Sep 19 10:56:48.905220 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Pushing event updated for resources: {'Port': ['ID=a135ff9a-d835-4ae7-aac4-370fd7ef3349,revision_number=5']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:49.256900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544e5a9-e452-4d7b-99d6-e94ff6570418 req-c3b4475a-9e7d-4e6f-b476-2ff4ef2cd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:49.258427 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0544e5a9-e452-4d7b-99d6-e94ff6570418 req-c3b4475a-9e7d-4e6f-b476-2ff4ef2cd222 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 1129 time: 0.0429811 Sep 19 10:56:49.304894 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0544e5a9-e452-4d7b-99d6-e94ff6570418 req-88ddf20d-dc4f-46fd-bfea-c55780a0a5d1 service neutron] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 Sep 19 10:56:50.016292 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95ebfc-69ff-4d41-9c19-2d9cc7f09564 req-7e2aea6d-ff2e-497f-8340-1150b39a1028 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:50.017795 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ac95ebfc-69ff-4d41-9c19-2d9cc7f09564 req-7e2aea6d-ff2e-497f-8340-1150b39a1028 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 945 time: 0.0470173 Sep 19 10:56:50.066344 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ac95ebfc-69ff-4d41-9c19-2d9cc7f09564 req-13e6fc15-3882-4f88-8f16-09e39432e89d tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Sep 19 10:56:51.185440 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b643e-80a0-4b38-840d-5df212b6e40a req-c5e08880-35a3-4b59-8a99-1830d03fa5de tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:51.187001 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9f4b643e-80a0-4b38-840d-5df212b6e40a req-c5e08880-35a3-4b59-8a99-1830d03fa5de tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 945 time: 0.0471950 Sep 19 10:56:51.235281 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-9f4b643e-80a0-4b38-840d-5df212b6e40a req-78442d7a-3920-42a8-9194-442e5f4c7ecb tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Sep 19 10:56:51.352910 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8bfa8-cf87-48cb-a27a-221109c468ae req-4f599f31-a957-4a05-96cc-28197318f8a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:51.354309 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50a8bfa8-cf87-48cb-a27a-221109c468ae req-4f599f31-a957-4a05-96cc-28197318f8a7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 945 time: 0.0468831 Sep 19 10:56:51.407382 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50a8bfa8-cf87-48cb-a27a-221109c468ae req-51442cd9-3321-4822-b1d8-45827181bb3f tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474508 Sep 19 10:56:51.438223 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40338) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:56:51.476030 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52243f-4ae7-40ba-b098-11252bd50a06 tempest-TestVolumeBootPattern-2135208028 tempest-TestVolumeBootPattern-2135208028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:51.477543 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3b52243f-4ae7-40ba-b098-11252bd50a06 tempest-TestVolumeBootPattern-2135208028 tempest-TestVolumeBootPattern-2135208028-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 1124 time: 0.0383108 Sep 19 10:56:51.480336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40340) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:56:51.484612 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Request body: {'floatingip': {'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'port_id': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 10:56:51.551046 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:51.631537 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:51.734316 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Allocated IP 172.27.0.185 (117a0537-867a-48b6-a797-c57d6a2cc23f/ad833c75-e67d-4137-8d85-b54d0d1d32fb/a9bb512d-1ce1-469c-883e-056cfef28cfa) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 10:56:51.839134 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.008344 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794224034003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.012445 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:52.049752 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Network 117a0537-867a-48b6-a797-c57d6a2cc23f is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 10:56:52.054771 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 10:56:52.058601 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 10:56:52.061869 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=a9bb512d-1ce1-469c-883e-056cfef28cfa,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:52.086083 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:52.411076 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (dd50b5ec-5140-4015-9a8e-68134995377e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.529657 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719182'] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.675219 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.740695 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794224558758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794224034021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794224034039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8653887'] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.809000 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event updated for resources: {'Port': ['ID=a9bb512d-1ce1-469c-883e-056cfef28cfa,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:56:52.812351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3679139'] for floatingip (dd50b5ec-5140-4015-9a8e-68134995377e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:52.898261 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:52.909031 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Floating IP dd50b5ec-5140-4015-9a8e-68134995377e associated. External IP: 172.27.0.185, port: a135ff9a-d835-4ae7-aac4-370fd7ef3349. Sep 19 10:56:53.102357 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:56:53.105330 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:56:53.206780 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:56:53.216731 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:56:53.226677 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:56:53.227347 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:56:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:56:53.297770 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:56:53.329514 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:56:53.330658 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-88d3fd47-28c6-4ab4-81c3-9b44ff95a057 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8490965 Sep 19 10:56:53.331369 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:56:53.334091 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789" -d '{"events": [{"name": "network-changed", "server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:56:53.372854 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb382903-f657-45f8-a604-d828fd6ebdd2 x-openstack-request-id: req-eb382903-f657-45f8-a604-d828fd6ebdd2 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:56:53.373178 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:56:53.373434 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb382903-f657-45f8-a604-d828fd6ebdd2 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:56:53.373843 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb382903-f657-45f8-a604-d828fd6ebdd2'] response: {'name': 'network-changed', 'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'status': 'completed', 'code': 200} Sep 19 10:56:53.552695 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:49Z', 'revision_number': 1, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}, {'id': 'dd50b5ec-5140-4015-9a8e-68134995377e', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:ae:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:56:52Z', 'updated_at': '2022-09-19T10:56:52Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:56:53.581406 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:56:53.590407 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:56:53.591545 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:56:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:56:53.692669 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:56:53.725266 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-52ca27f5-bb4d-438c-b700-a78e310771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:53.727029 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-52ca27f5-bb4d-438c-b700-a78e310771cf service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 1129 time: 0.3051867 Sep 19 10:56:53.818689 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-99365ce4-feea-42b6-a8f2-db617b91bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:53.820178 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-99365ce4-feea-42b6-a8f2-db617b91bef6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0865147 Sep 19 10:56:53.885498 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-34cec040-7202-4162-83d0-93de05d18a00 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349 HTTP/1.1" status: 200 len: 999 time: 0.0588543 Sep 19 10:56:53.912075 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:49Z', 'revision_number': 1, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}, {'id': 'dd50b5ec-5140-4015-9a8e-68134995377e', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:ae:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:56:52Z', 'updated_at': '2022-09-19T10:56:52Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:56:53.933606 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-54324f19-a44c-43cd-bad6-46e28b312ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:53.935666 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-54324f19-a44c-43cd-bad6-46e28b312ade service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0444577 Sep 19 10:56:53.937840 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81bdb2-2c98-4209-922c-369a95a4d368 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:49Z', 'revision_number': 1, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}, {'id': 'dd50b5ec-5140-4015-9a8e-68134995377e', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:ae:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:56:52Z', 'updated_at': '2022-09-19T10:56:52Z', 'revision_number': 0, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:56:53.980329 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-f02f52e3-6ff9-4e59-af6c-fa1dccdcfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:56:53.982434 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-f02f52e3-6ff9-4e59-af6c-fa1dccdcfdc3 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406313 Sep 19 10:56:54.078174 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-9923b32b-7ec4-4a1f-a96c-3fb0865e3eca service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893044 Sep 19 10:56:54.131115 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e80c3-d333-41dc-b3ae-c1b219686401 None None] New status for floating IP dd50b5ec-5140-4015-9a8e-68134995377e: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:56:54.173092 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65ed936b-a7d5-4d67-80d5-cfad6ab6b789 req-b625a9c3-3852-4000-a641-abbd702dbcad service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Sep 19 10:56:57.769858 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:01.227396 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=39 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:01.231251 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=37 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:02.917793 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb64f-8883-4f2a-8eb8-3bd033d84b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:04.168344 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:04.169706 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=50 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:05.315199 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-dd461904-52df-428b-b4de-559a2f576930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:06.687494 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:08.322129 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:08.483475 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:18.027077 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=70 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:18.027843 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=88 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:18.403443 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:18.408318 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:24.062932 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:57:27.785463 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:32.882251 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d9e72439-62b9-4edb-a0b3-d8a016d608fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:34.058314 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:34.059122 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:35.305456 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-820dfdd4-ad47-4c26-980f-6bbfb227da4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:36.665350 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:38.315076 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:38.504901 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:57:40.483338 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-280a3797-bf75-48b1-a0f2-d99841da265e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806353 Sep 19 10:57:40.589922 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-1ab6a509-7ef1-42ea-97c8-90b2194e47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:57:40.591411 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-1ab6a509-7ef1-42ea-97c8-90b2194e47a0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1129 time: 0.0402713 Sep 19 10:57:40.699549 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-541ae692-fecd-4968-9d2c-885767345984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:57:40.700980 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-541ae692-fecd-4968-9d2c-885767345984 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0905170 Sep 19 10:57:40.766515 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-9e94edef-2838-4d9e-9c47-3c1ec8d829fe service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 1000 time: 0.0553002 Sep 19 10:57:40.816554 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-c6633ecd-93ae-4bc9-99e8-d49f61cd044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:57:40.818107 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-c6633ecd-93ae-4bc9-99e8-d49f61cd044a service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0452478 Sep 19 10:57:40.866369 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-4225d7df-d876-48d5-9414-77d989e033ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:57:40.867861 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-4225d7df-d876-48d5-9414-77d989e033ae service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422235 Sep 19 10:57:40.878318 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-e3f71c02-9ae6-4e9f-8f97-f3a7f670e0c8 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 10:57:40.879257 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-e3f71c02-9ae6-4e9f-8f97-f3a7f670e0c8 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047717 Sep 19 10:57:40.969685 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-7073d356-5119-41e4-a582-e7735b375eb6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828378 Sep 19 10:57:41.062479 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54beb000-4f76-4d04-9ef5-530a1d0ab517 req-d95943ed-a1b7-4d27-af04-19f197d8cfa3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Sep 19 10:57:46.062554 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:46.067434 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:49.471495 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:49.473354 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:51.057595 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=49 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:51.059510 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=52 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:57:51.538126 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [req-41055cbe-a049-4e8d-8cbd-baa9020dbe17 req-b3867a43-5b4f-42d2-9b3c-a8898dc8bb19 service neutron] (106798) timed out ('10.222.0.73', 62369) {{(pid=106798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 10:57:57.782642 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:01.062304 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:58:02.893192 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-396b31b2-aeed-45cb-ab91-a5a00a2f1f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:05.298336 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0f39-df15-4a32-bf22-c89a5c8bd30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:06.662244 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:08.296576 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:08.475702 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:11.057705 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:18.415107 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:18.417000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:21.540936 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40366) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:21.680768 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Deleting port a9bb512d-1ce1-469c-883e-056cfef28cfa {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:21.681141 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:21.760778 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:21.761128 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (a9bb512d-1ce1-469c-883e-056cfef28cfa), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:21.773239 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Calling delete_port for a9bb512d-1ce1-469c-883e-056cfef28cfa owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:21.989334 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (a9bb512d-1ce1-469c-883e-056cfef28cfa), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:22.016642 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'Port': ['ID=a9bb512d-1ce1-469c-883e-056cfef28cfa,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:22.044182 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.044542 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.044888 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.045260 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.045603 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.045936 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.046267 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.046596 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.046924 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.047255 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.047583 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.047911 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.048236 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.048560 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.048883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:22.090391 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (dd50b5ec-5140-4015-9a8e-68134995377e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:22.090739 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Floating IP dd50b5ec-5140-4015-9a8e-68134995377e disassociated (deleted). External IP: 172.27.0.185, port: a135ff9a-d835-4ae7-aac4-370fd7ef3349. Sep 19 10:58:22.288199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:58:22.391159 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:58:22.396104 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:22.400667 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:58:22.410634 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:22.411242 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:22.423221 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:22.427431 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bd0366da-ea40-4d4c-85d5-f42db6b8504a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/dd50b5ec-5140-4015-9a8e-68134995377e HTTP/1.1" status: 204 len: 168 time: 0.8853948 Sep 19 10:58:22.428015 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:58:22.430305 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6230a954-e8b7-4f46-8e06-9d30db58b483" -d '{"events": [{"name": "network-changed", "server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:58:22.498017 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9949479-4f51-4843-93cf-a15f18ec6519 x-openstack-request-id: req-d9949479-4f51-4843-93cf-a15f18ec6519 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:58:22.498276 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:58:22.498530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9949479-4f51-4843-93cf-a15f18ec6519 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:58:22.498943 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9949479-4f51-4843-93cf-a15f18ec6519'] response: {'name': 'network-changed', 'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'status': 'completed', 'code': 200} Sep 19 10:58:22.593607 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:22.600811 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-7c28fe46-5354-4788-9ad3-1cc6d4112cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:22.602362 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-7c28fe46-5354-4788-9ad3-1cc6d4112cbd service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 1129 time: 0.0401928 Sep 19 10:58:22.610523 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:22.703813 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-cae60b49-e5ad-4432-bd2c-ac6374a8f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:22.705314 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-cae60b49-e5ad-4432-bd2c-ac6374a8f246 service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0928092 Sep 19 10:58:22.753402 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-082d3462-19e3-4d3e-aa30-5a1f864c9234 service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349 HTTP/1.1" status: 200 len: 217 time: 0.0356696 Sep 19 10:58:22.803042 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-f0edd2e4-6ad8-462a-ae83-5e6ff1cd16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:22.804508 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-f0edd2e4-6ad8-462a-ae83-5e6ff1cd16b7 service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0454478 Sep 19 10:58:22.828452 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:49Z', 'revision_number': 1, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:22.856923 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:58:22.857275 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-9fbce9db-7f4c-42ab-94b1-777470c708bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:22.858676 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-9fbce9db-7f4c-42ab-94b1-777470c708bf service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445046 Sep 19 10:58:22.865708 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:22.866311 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:22.967094 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:23.015362 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb7b2b-ebb7-45a1-98b9-4eac126f0594 req-5b0fb276-3005-41e7-bae7-e2da2095763e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:23.016989 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4abb7b2b-ebb7-45a1-98b9-4eac126f0594 req-5b0fb276-3005-41e7-bae7-e2da2095763e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 945 time: 0.1149349 Sep 19 10:58:23.066211 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-4abb7b2b-ebb7-45a1-98b9-4eac126f0594 req-a148e837-47d7-4341-a54a-5ed1a56140e8 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Sep 19 10:58:23.177394 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:49Z', 'revision_number': 1, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:23.202136 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88767e8-91a0-468e-9075-dc9210e58e33 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_floatingips': [{'id': 'c1099418-78fd-466b-a21a-ed9d34dbb964', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'router_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'port_id': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'mac_address': 'fa:16:3e:4d:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T10:54:47Z', 'updated_at': '2022-09-19T10:54:49Z', 'revision_number': 1, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:58:23.418932 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f374054-f3cf-4723-96c7-30fd74f76374 None None] New status for floating IP dd50b5ec-5140-4015-9a8e-68134995377e: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:58:24.270917 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65837c-be5c-4c9f-a966-29c3e8f81740 req-ebaaf530-14e1-4557-a261-27eee1c636e3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:24.272384 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae65837c-be5c-4c9f-a966-29c3e8f81740 req-ebaaf530-14e1-4557-a261-27eee1c636e3 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 945 time: 0.1313183 Sep 19 10:58:24.337406 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-58731780-501e-44ca-a26c-a0830bcb3824 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429584 Sep 19 10:58:24.349990 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae65837c-be5c-4c9f-a966-29c3e8f81740 req-079daae9-db37-4907-8c35-7cae3ab7e09e tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699947 Sep 19 10:58:24.525122 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6230a954-e8b7-4f46-8e06-9d30db58b483 req-15460a24-735f-4a7e-99cd-70cf64235553 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833373 Sep 19 10:58:24.900351 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-3a9099c8-a620-4162-aa28-255863db74ee tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:24.901774 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-3a9099c8-a620-4162-aa28-255863db74ee tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 945 time: 0.0461524 Sep 19 10:58:24.988053 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Deleting port a135ff9a-d835-4ae7-aac4-370fd7ef3349 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:24.988391 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:25.078235 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] For port a135ff9a-d835-4ae7-aac4-370fd7ef3349, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a135ff9a-d835-4ae7-aac4-370fd7ef3349,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:25.078514 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:25.091455 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Calling delete_port for a135ff9a-d835-4ae7-aac4-370fd7ef3349 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:25.099020 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:25.257593 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (a135ff9a-d835-4ae7-aac4-370fd7ef3349), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:25.284047 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'Port': ['ID=a135ff9a-d835-4ae7-aac4-370fd7ef3349,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:25.334303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] No DVR routers for this DVR port a135ff9a-d835-4ae7-aac4-370fd7ef3349 on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:58:25.336649 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:25.340522 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2224851c-479f-46e0-9e72-39d9d1a9403c req-b14b1e46-fd52-4178-ac25-9cc6f416ecb7 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "DELETE /networking/v2.0/ports/a135ff9a-d835-4ae7-aac4-370fd7ef3349 HTTP/1.1" status: 204 len: 173 time: 0.4290574 Sep 19 10:58:25.341028 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'name': 'network-vif-deleted', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:58:25.343361 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c753988-e382-4fbc-a768-a008d04fce60" -d '{"events": [{"server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "name": "network-vif-deleted", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:58:25.385610 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edca4e78-a522-43b2-aefb-d4d5bf0f85c2 x-openstack-request-id: req-edca4e78-a522-43b2-aefb-d4d5bf0f85c2 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:58:25.385819 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f5039f-726c-4c4b-abce-0e52bcedde8c", "name": "network-vif-deleted", "tag": "a135ff9a-d835-4ae7-aac4-370fd7ef3349", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:58:25.386073 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edca4e78-a522-43b2-aefb-d4d5bf0f85c2 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:58:25.386477 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edca4e78-a522-43b2-aefb-d4d5bf0f85c2'] response: {'server_uuid': '00f5039f-726c-4c4b-abce-0e52bcedde8c', 'name': 'network-vif-deleted', 'tag': 'a135ff9a-d835-4ae7-aac4-370fd7ef3349', 'status': 'completed', 'code': 200} Sep 19 10:58:25.455579 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d18ad15b-c427-4ab1-8d51-cab5ad94164e req-b7832d70-3a34-418c-adcb-ead820cbf0da tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 210 time: 0.0282605 Sep 19 10:58:26.568649 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-bb6a79f5-734d-4082-92a3-f2b4cd938389 req-b73754b8-6036-4335-95d8-4179d0fb5b9c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=00f5039f-726c-4c4b-abce-0e52bcedde8c HTTP/1.1" status: 200 len: 210 time: 0.0273554 Sep 19 10:58:27.821703 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:28.899652 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a135ff9a-d835-4ae7-aac4-370fd7ef3349 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:28.922649 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: a135ff9a-d835-4ae7-aac4-370fd7ef3349 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:28.923002 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device a135ff9a-d835-4ae7-aac4-370fd7ef3349 not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:30.102983 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40416) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:30.241499 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Deleting port 732d336a-ec80-4d4a-949a-3ef01899979f {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:30.241840 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (732d336a-ec80-4d4a-949a-3ef01899979f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:30.311324 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:30.319528 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (732d336a-ec80-4d4a-949a-3ef01899979f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:30.328931 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (732d336a-ec80-4d4a-949a-3ef01899979f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:30.332050 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Calling delete_port for 732d336a-ec80-4d4a-949a-3ef01899979f owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:30.526150 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (732d336a-ec80-4d4a-949a-3ef01899979f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:30.551486 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'Port': ['ID=732d336a-ec80-4d4a-949a-3ef01899979f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:30.615405 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (c1099418-78fd-466b-a21a-ed9d34dbb964), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:30.615820 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Floating IP c1099418-78fd-466b-a21a-ed9d34dbb964 disassociated (deleted). External IP: 172.27.0.32, port: cf274c7b-27ae-46d6-b4dc-5abaf2eb041e. Sep 19 10:58:30.701849 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:30.812312 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:58:30.918072 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:58:30.923553 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:30.928020 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:58:30.938592 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:30.939191 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:30.953823 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-81bbc624-19ab-4dbb-839a-2f4f352e03ec tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c1099418-78fd-466b-a21a-ed9d34dbb964 HTTP/1.1" status: 204 len: 168 time: 0.8497596 Sep 19 10:58:30.954454 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:58:30.956685 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:58:30.978706 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:30.997613 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f0596-23c4-424f-9c29-1617b26d4b1e x-openstack-request-id: req-c94f0596-23c4-424f-9c29-1617b26d4b1e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:58:30.997929 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:58:30.998479 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c94f0596-23c4-424f-9c29-1617b26d4b1e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:58:30.998920 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94f0596-23c4-424f-9c29-1617b26d4b1e'] response: {'name': 'network-changed', 'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'status': 'completed', 'code': 200} Sep 19 10:58:31.042612 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:31.046638 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:31.097922 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-2eea8b00-b5f7-40df-bd79-7d8ae49eae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:31.099406 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-2eea8b00-b5f7-40df-bd79-7d8ae49eae4e service neutron] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 1129 time: 0.0402565 Sep 19 10:58:31.198433 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-f9af3e55-1c54-4ee0-ab98-e0c5266e60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:31.200611 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-f9af3e55-1c54-4ee0-ab98-e0c5266e60ce service neutron] 10.222.0.73 "GET /networking/v2.0/networks?id=5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 200 len: 912 time: 0.0916436 Sep 19 10:58:31.241745 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:31.249887 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-5c821f0f-ea1c-4338-a92b-9021f5c6ee1b service neutron] 10.222.0.73 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 200 len: 217 time: 0.0326676 Sep 19 10:58:31.265963 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:58:31.274719 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:31.275315 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:05Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:31.305467 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-e97a8068-9901-42c2-bf6a-1777416fc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:31.306938 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-e97a8068-9901-42c2-bf6a-1777416fc4fa service neutron] 10.222.0.73 "GET /networking/v2.0/subnets?id=fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 200 len: 850 time: 0.0486581 Sep 19 10:58:31.382458 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:31.385199 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96b2a0-7c4d-4a85-9440-f2aae2de3f9e req-cde23cce-4f9c-4520-b135-196a3e37db97 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:31.387248 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf96b2a0-7c4d-4a85-9440-f2aae2de3f9e req-cde23cce-4f9c-4520-b135-196a3e37db97 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0479960 Sep 19 10:58:31.436635 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf96b2a0-7c4d-4a85-9440-f2aae2de3f9e req-21170915-6cf7-4352-bd7f-17d668ec7e94 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Sep 19 10:58:31.569938 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:31.594228 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643e388-60e9-4b87-84fd-557f86244305 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:30Z', 'revision_number': 4, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi', '_interfaces': [{'id': '4a886d87-ad72-43e6-8c13-47034b579f82', 'name': '', 'network_id': '5a49e492-1f1f-4b1e-95df-12a18170ee5a', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'mac_address': 'fa:16:3e:90:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:29Z', 'updated_at': '2022-09-19T10:51:34Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'subnets': [{'id': 'fe67fc13-3b33-4186-8e2e-06a3b5eded18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:58:31.800421 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e698dd-f3ac-4ca5-8657-9b94262195ec None None] New status for floating IP c1099418-78fd-466b-a21a-ed9d34dbb964: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 10:58:32.555601 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca04309-561d-44c8-a95e-6fed3ac73a26 req-39251848-fad4-454f-ab6b-8ca2c3cdd33d tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:32.557020 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3ca04309-561d-44c8-a95e-6fed3ac73a26 req-39251848-fad4-454f-ab6b-8ca2c3cdd33d tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0441322 Sep 19 10:58:32.604970 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-3ca04309-561d-44c8-a95e-6fed3ac73a26 req-ebf2fa97-69c4-4bd8-9aaf-79083e6015e8 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Sep 19 10:58:32.670114 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:32.673303 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-cabf080f-b04a-4bba-a6da-0dadb65a8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:32.674774 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-cabf080f-b04a-4bba-a6da-0dadb65a8868 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?network_id=5a49e492-1f1f-4b1e-95df-12a18170ee5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393312 Sep 19 10:58:32.768210 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-e5ea4a36-27b4-4653-8f78-6d215256f598 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862012 Sep 19 10:58:32.908800 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cc103e10-d7e4-44f3-b82f-2a8ae5c2ff77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:32.976083 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d21a88ce-0814-4fca-8cbe-cf114d10f9fa req-8d22547d-d539-426d-a720-36acad27ecd0 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863755 Sep 19 10:58:33.324474 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-95e14a95-7a19-4d76-a07d-59f78f737126 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:33.325953 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-95e14a95-7a19-4d76-a07d-59f78f737126 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.0496974 Sep 19 10:58:33.408261 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Deleting port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:33.408600 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:33.467992 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:33.498558 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] For port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:33.498912 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:33.511224 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Calling delete_port for cf274c7b-27ae-46d6-b4dc-5abaf2eb041e owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:33.972100 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (cf274c7b-27ae-46d6-b4dc-5abaf2eb041e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:34.010920 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'Port': ['ID=cf274c7b-27ae-46d6-b4dc-5abaf2eb041e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:34.019889 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd506-c819-4941-a6bb-9ae39b9ee268 req-31e7d609-617f-48bb-87e8-535616c0ce82 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 10:58:34.021402 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-972cd506-c819-4941-a6bb-9ae39b9ee268 req-31e7d609-617f-48bb-87e8-535616c0ce82 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 945 time: 0.3396080 Sep 19 10:58:34.076524 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] No DVR routers for this DVR port cf274c7b-27ae-46d6-b4dc-5abaf2eb041e on host hv-cinder-85827 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:58:34.080909 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:34.084140 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1207b4c7-dc5d-49ea-a1ce-29e65a1d0484 req-5b612c90-c80c-47cf-bd4d-6a7adb4b5817 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.73 "DELETE /networking/v2.0/ports/cf274c7b-27ae-46d6-b4dc-5abaf2eb041e HTTP/1.1" status: 204 len: 173 time: 0.7499132 Sep 19 10:58:34.084699 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'name': 'network-vif-deleted', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 10:58:34.086966 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89a5b386c703f5dc84bbcd3713c1d32c23e9c5b32f9375838fc911d4b8835c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e1459-d636-4372-8f7d-8eb4d71ac19a" -d '{"events": [{"server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "name": "network-vif-deleted", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 10:58:34.115491 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-972cd506-c819-4941-a6bb-9ae39b9ee268 req-4bbf0a56-b31a-4174-81d3-664b77c0327a tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3f11656c-c71b-4e95-a3c0-13697f5e138c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883896 Sep 19 10:58:34.127635 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 10:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99841b95-b4b1-48b5-91a5-084fed41fa51 x-openstack-request-id: req-99841b95-b4b1-48b5-91a5-084fed41fa51 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 10:58:34.127975 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7", "name": "network-vif-deleted", "tag": "cf274c7b-27ae-46d6-b4dc-5abaf2eb041e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 10:58:34.128186 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99841b95-b4b1-48b5-91a5-084fed41fa51 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 10:58:34.128601 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99841b95-b4b1-48b5-91a5-084fed41fa51'] response: {'server_uuid': 'b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7', 'name': 'network-vif-deleted', 'tag': 'cf274c7b-27ae-46d6-b4dc-5abaf2eb041e', 'status': 'completed', 'code': 200} Sep 19 10:58:35.235431 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [req-41aa259d-0b42-4825-b7ff-a52dbb2be322 req-d72b4b0e-21ca-42da-9a18-ff50e0bff62c tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b278e2bb-fb8e-4deb-a8c1-a18d2a3244d7 HTTP/1.1" status: 200 len: 210 time: 0.0307338 Sep 19 10:58:35.280337 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d8986f15-5bf0-433d-8a29-8c8898ee4a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.304068 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40434) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:36.414060 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Deleting port d441fd41-ebc9-4a39-90d0-178a9d73db2d {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:36.414561 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.490825 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.491152 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (d441fd41-ebc9-4a39-90d0-178a9d73db2d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.503717 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:36.504871 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Calling delete_port for d441fd41-ebc9-4a39-90d0-178a9d73db2d owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:36.661401 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.720018 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (d441fd41-ebc9-4a39-90d0-178a9d73db2d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.744882 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'Port': ['ID=d441fd41-ebc9-4a39-90d0-178a9d73db2d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:36.809272 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for floatingip (f5fd7c9c-683a-4557-953e-af19e2e2507c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.811796 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117848'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:36.812990 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a4a2215e-0fd5-4a6a-8cc5-e17c876aeb1b tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f5fd7c9c-683a-4557-953e-af19e2e2507c HTTP/1.1" status: 204 len: 168 time: 0.5081408 Sep 19 10:58:36.992497 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device cf274c7b-27ae-46d6-b4dc-5abaf2eb041e no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:37.012535 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] No Port match for: cf274c7b-27ae-46d6-b4dc-5abaf2eb041e {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:37.012881 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Device cf274c7b-27ae-46d6-b4dc-5abaf2eb041e not bound to the agent host hv-cinder-85827 {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:38.061805 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:58:38.109129 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40446) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:38.165458 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cfd-334a-4842-9509-339d2b501962 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group (3f11656c-c71b-4e95-a3c0-13697f5e138c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:38.169135 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:38.189846 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cfd-334a-4842-9509-339d2b501962 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group (3f11656c-c71b-4e95-a3c0-13697f5e138c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:38.331296 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:38.331903 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cfd-334a-4842-9509-339d2b501962 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (3f11656c-c71b-4e95-a3c0-13697f5e138c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:38.334113 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cfd-334a-4842-9509-339d2b501962 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:38.335281 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-14bf8cfd-334a-4842-9509-339d2b501962 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3f11656c-c71b-4e95-a3c0-13697f5e138c HTTP/1.1" status: 204 len: 168 time: 0.2251570 Sep 19 10:58:38.344900 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8cfd-334a-4842-9509-339d2b501962 tempest-TestVolumeBootPattern-1826540791 tempest-TestVolumeBootPattern-1826540791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f11656c-c71b-4e95-a3c0-13697f5e138c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:38.462749 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40450) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:38.480868 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:38.880777 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (ae7a7daa-2683-4da1-b9bd-7d707358264b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:39.097589 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:39.101873 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Deleting port 4a886d87-ad72-43e6-8c13-47034b579f82 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:39.102209 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:39.179675 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] For port 4a886d87-ad72-43e6-8c13-47034b579f82, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=4a886d87-ad72-43e6-8c13-47034b579f82,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:39.180405 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:39.192692 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Calling delete_port for 4a886d87-ad72-43e6-8c13-47034b579f82 owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:39.305136 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:39.434548 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (4a886d87-ad72-43e6-8c13-47034b579f82), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:39.457539 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a886d87-ad72-43e6-8c13-47034b579f82,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:39.625253 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (ae7a7daa-2683-4da1-b9bd-7d707358264b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:39.840558 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Router ae7a7daa-2683-4da1-b9bd-7d707358264b has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:58:39.941761 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:58:39.946701 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-71a77da6-5942-4a94-864f-dba0983a2ac5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/ae7a7daa-2683-4da1-b9bd-7d707358264b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829402 Sep 19 10:58:39.949933 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40454) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:39.952672 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] Sync routers for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:58:39.963339 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:39.963946 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:40.056563 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks [] for router (ae7a7daa-2683-4da1-b9bd-7d707358264b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.059522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:40.065584 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: dv-cinder-858275-1-iscsi {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:40.157152 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks [] for router_gateway (ae7a7daa-2683-4da1-b9bd-7d707358264b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.249014 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Deleting port 40f85978-65ec-4585-b701-3bcbff8c0b59 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:40.249729 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.291586 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:40.301727 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=100 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:40.318304 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:58:39Z', 'revision_number': 5, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port': {'id': '40f85978-65ec-4585-b701-3bcbff8c0b59', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:40.330649 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] For port 40f85978-65ec-4585-b701-3bcbff8c0b59, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=40f85978-65ec-4585-b701-3bcbff8c0b59,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:40.334503 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.343722 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Calling delete_port for 40f85978-65ec-4585-b701-3bcbff8c0b59 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:40.346233 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] Checking router: ae7a7daa-2683-4da1-b9bd-7d707358264b for host: dv-cinder-858275-1-iscsi {{(pid=106800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:58:40.355652 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] Routers {'ae7a7daa-2683-4da1-b9bd-7d707358264b'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:40.356249 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['ae7a7daa-2683-4da1-b9bd-7d707358264b'], 'active': True} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:40.439704 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_dvr_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] Set router ae7a7daa-2683-4da1-b9bd-7d707358264b gateway port host: None {{(pid=106800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:40.489217 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.l3_hamode_db [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:58:40Z', 'revision_number': 6, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port_host': None}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:40.518523 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de1937-2fb8-46c4-9bfe-858c57b71133 None None] The sync data for ids ['ae7a7daa-2683-4da1-b9bd-7d707358264b'] in dv-cinder-858275-1-iscsi is: [{'id': 'ae7a7daa-2683-4da1-b9bd-7d707358264b', 'name': 'tempest-TestVolumeBootPattern-673820854-router', 'tenant_id': '83720c34e40e4f2ba7f9fe719db3c259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:27Z', 'updated_at': '2022-09-19T10:58:40Z', 'revision_number': 6, 'project_id': '83720c34e40e4f2ba7f9fe719db3c259', 'gw_port_host': None}] {{(pid=106800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:58:40.571880 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (40f85978-65ec-4585-b701-3bcbff8c0b59), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.600367 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f85978-65ec-4585-b701-3bcbff8c0b59,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:40.661489 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (ae7a7daa-2683-4da1-b9bd-7d707358264b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.748037 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (ae7a7daa-2683-4da1-b9bd-7d707358264b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.750263 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks [] for router_controller (ae7a7daa-2683-4da1-b9bd-7d707358264b), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.838374 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (ae7a7daa-2683-4da1-b9bd-7d707358264b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.839465 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7a7daa-2683-4da1-b9bd-7d707358264b {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:58:40.845658 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.845658 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-38e07475-a87a-4782-9e19-52ec710651c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/ae7a7daa-2683-4da1-b9bd-7d707358264b HTTP/1.1" status: 204 len: 168 time: 0.8941226 Sep 19 10:58:40.848379 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40456) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:40.898524 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Deleting subnet fe67fc13-3b33-4186-8e2e-06a3b5eded18 {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:58:40.902378 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Publish callbacks [] for subnet (fe67fc13-3b33-4186-8e2e-06a3b5eded18), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:40.938250 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (fe67fc13-3b33-4186-8e2e-06a3b5eded18), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.015146 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (fe67fc13-3b33-4186-8e2e-06a3b5eded18), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.124363 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (fe67fc13-3b33-4186-8e2e-06a3b5eded18), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.150082 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe67fc13-3b33-4186-8e2e-06a3b5eded18,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:41.154934 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.159437 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/fe67fc13-3b33-4186-8e2e-06a3b5eded18 HTTP/1.1" status: 204 len: 168 time: 0.3100650 Sep 19 10:58:41.160335 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc538075-9b67-48e6-8de9-f23e3242f103 None None] Network 5a49e492-1f1f-4b1e-95df-12a18170ee5a requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:58:41.161280 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40458) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:41.172691 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.173035 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.173395 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.173730 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.174062 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.174884 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.174884 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.175120 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.175318 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.175653 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.176033 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.176355 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.176673 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.176993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.177337 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea42ac-4c59-4a26-9988-b517cb11696e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.248919 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (5a49e492-1f1f-4b1e-95df-12a18170ee5a), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.294496 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Deleting port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:41.294835 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.327394 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] DHCP port deletion for 5a49e492-1f1f-4b1e-95df-12a18170ee5a request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:58:41.358960 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] For port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:41.358960 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.371084 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Deleting port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:41.371453 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.377683 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Calling delete_port for 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:41.424728 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:41.462245 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] For port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,segment=NetworkSegment(e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf),segment_id=e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:41.462643 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.483814 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Calling delete_port for 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:41.531890 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.552327 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 update to DOWN by agent not found {{(pid=106799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 19 10:58:41.552702 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 40f85978-65ec-4585-b701-3bcbff8c0b59 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:41.561574 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] No DVR routers for this DVR port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 on host dv-cinder-858275-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:58:41.572087 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 40f85978-65ec-4585-b701-3bcbff8c0b59 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:41.573098 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 40f85978-65ec-4585-b701-3bcbff8c0b59 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:41.573098 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4a886d87-ad72-43e6-8c13-47034b579f82 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:41.586006 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Pushing event deleted for resources: {'Port': ['ID=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:41.603782 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 4a886d87-ad72-43e6-8c13-47034b579f82 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:41.604134 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4a886d87-ad72-43e6-8c13-47034b579f82 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:41.624567 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.638608 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (5a49e492-1f1f-4b1e-95df-12a18170ee5a), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.648836 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Pushing event deleted for resources: {'Port': ['ID=41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:41.650080 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:41.654315 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] No DVR routers for this DVR port 41dfbdeb-c4bd-4ec4-9b59-7eb74a6b5eb3 on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:58:41.659726 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a49e492-1f1f-4b1e-95df-12a18170ee5a']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:41.660665 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.661010 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.665143 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.666123 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.666123 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.666123 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.667178 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d94c8-bed9-41a2-95c2-5af465d0ef52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858275-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 10:58:41.667393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:41.671804 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:41.672160 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:41.681906 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.695881 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.702859 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:58:41.703222 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.783809 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf resource provider aggregate not found Sep 19 10:58:41.799845 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6ed41cb-b87e-4942-b599-4a3f2bfc0fcf found for delete ", "request_id": "req-0e7f3b46-31b9-4bf6-a8e7-ffdf74aab612"}]} Sep 19 10:58:41.829001 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (5a49e492-1f1f-4b1e-95df-12a18170ee5a), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.834585 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:41.837720 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5a49e492-1f1f-4b1e-95df-12a18170ee5a HTTP/1.1" status: 204 len: 168 time: 0.6754239 Sep 19 10:58:41.840908 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40466) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:41.849114 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1357d9-5db3-446b-abf9-e5c498872aab admin admin] Pushing event deleted for resources: {'Network': ['ID=5a49e492-1f1f-4b1e-95df-12a18170ee5a,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:42.160336 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769763'] for router_interface (73b329c9-fb9f-4045-9438-c721b3c9e9bc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:42.238073 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:42.249690 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:42.382188 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Deleting port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:42.382526 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:42.461048 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] For port 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:42.461362 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:42.473763 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Calling delete_port for 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:42.703110 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8653830'] for port (9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:42.725522 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Pushing event deleted for resources: {'Port': ['ID=9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:43.144898 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3678483'] for router_interface (73b329c9-fb9f-4045-9438-c721b3c9e9bc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:43.284725 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:43.352345 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Router 73b329c9-fb9f-4045-9438-c721b3c9e9bc has already been hosted by L3 agent 3ee00c36-7786-4754-a955-a673857703f1 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 10:58:43.403772 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:43.457883 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] Notify agent at l3_agent.dv-cinder-858275-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 10:58:43.462896 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-96132278-ea67-45cd-bf2e-0aaec8936040 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/73b329c9-fb9f-4045-9438-c721b3c9e9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208489 Sep 19 10:58:43.465654 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40468) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:43.467889 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] Sync routers for ids ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'] in dv-cinder-858275-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 10:58:43.478331 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] Routers {'73b329c9-fb9f-4045-9438-c721b3c9e9bc'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:43.479000 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:43.716445 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] Set router 73b329c9-fb9f-4045-9438-c721b3c9e9bc gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:43.814999 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks [] for router (73b329c9-fb9f-4045-9438-c721b3c9e9bc), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:43.890922 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:58:42Z', 'revision_number': 5, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:43.920049 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks [] for router_gateway (73b329c9-fb9f-4045-9438-c721b3c9e9bc), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:43.920973 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] Checking router: 73b329c9-fb9f-4045-9438-c721b3c9e9bc for host: dv-cinder-858275-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 10:58:43.929938 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] Routers {'73b329c9-fb9f-4045-9438-c721b3c9e9bc'} bound to L3 agent in host dv-cinder-858275-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 10:58:43.930552 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T10:27:35Z,description=,heartbeat_timestamp=2022-09-19T10:58:35Z,host='dv-cinder-858275-1-iscsi',id=3ee00c36-7786-4754-a955-a673857703f1,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T10:27:36Z,topic='l3_agent')) {'router_ids': ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:43.963343 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:43.966150 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:44.003761 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Deleting port 4f82f146-5462-4446-9c87-e06f1b79b5e7 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:44.004017 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.028869 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] Set router 73b329c9-fb9f-4045-9438-c721b3c9e9bc gateway port host: dv-cinder-858275-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 10:58:44.086748 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] For port 4f82f146-5462-4446-9c87-e06f1b79b5e7, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=4f82f146-5462-4446-9c87-e06f1b79b5e7,segment=NetworkSegment(ccb4b18d-ca70-492d-8d9b-6f159d929b69),segment_id=ccb4b18d-ca70-492d-8d9b-6f159d929b69)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:44.087104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.100393 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Calling delete_port for 4f82f146-5462-4446-9c87-e06f1b79b5e7 owned by network:router_gateway {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:44.199912 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:58:42Z', 'revision_number': 5, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}], 'dv-cinder-858275-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:44.225336 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c85d-e9ed-4d36-8018-bbd81509c6db None None] The sync data for ids ['73b329c9-fb9f-4045-9438-c721b3c9e9bc'] in dv-cinder-858275-1-iscsi is: [{'id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'name': 'tempest-TestVolumeBootPattern-1936307304-router', 'tenant_id': '76e331f316984e83b4e0b757444fe8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'external_fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:58:42Z', 'revision_number': 5, 'project_id': '76e331f316984e83b4e0b757444fe8cc', 'gw_port': {'id': '4f82f146-5462-4446-9c87-e06f1b79b5e7', 'name': '', 'network_id': '117a0537-867a-48b6-a797-c57d6a2cc23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b329c9-fb9f-4045-9438-c721b3c9e9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T10:51:33Z', 'updated_at': '2022-09-19T10:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad833c75-e67d-4137-8d85-b54d0d1d32fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858275-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 10:58:44.329483 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (4f82f146-5462-4446-9c87-e06f1b79b5e7), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.355133 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f82f146-5462-4446-9c87-e06f1b79b5e7,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:44.419180 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679065'] for router_gateway (73b329c9-fb9f-4045-9438-c721b3c9e9bc), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.505641 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3686093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3201'] for router (73b329c9-fb9f-4045-9438-c721b3c9e9bc), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.507893 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks [] for router_controller (73b329c9-fb9f-4045-9438-c721b3c9e9bc), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.629105 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3678574'] for router (73b329c9-fb9f-4045-9438-c721b3c9e9bc), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.629776 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b329c9-fb9f-4045-9438-c721b3c9e9bc {{(pid=106798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 10:58:44.634658 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.636429 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-9113253d-7b08-4ee2-8d8f-6fe99f5270b7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/73b329c9-fb9f-4045-9438-c721b3c9e9bc HTTP/1.1" status: 204 len: 168 time: 1.1690600 Sep 19 10:58:44.638351 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40470) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:44.668995 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:44.685392 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Deleting subnet 05b9743e-9a94-4364-906c-91c13007b5d4 {{(pid=106798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 10:58:44.688688 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Publish callbacks [] for subnet (05b9743e-9a94-4364-906c-91c13007b5d4), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.711104 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:44.724338 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10377559'] for subnet (05b9743e-9a94-4364-906c-91c13007b5d4), precommit_delete_associations {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.809776 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675946'] for subnet (05b9743e-9a94-4364-906c-91c13007b5d4), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.932168 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3786471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9519890'] for subnet (05b9743e-9a94-4364-906c-91c13007b5d4), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.957950 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b9743e-9a94-4364-906c-91c13007b5d4,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:44.961487 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:44.964642 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-62bc2ef4-8e4d-461a-ac35-d5f6d66f0ba7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/05b9743e-9a94-4364-906c-91c13007b5d4 HTTP/1.1" status: 204 len: 168 time: 0.3253553 Sep 19 10:58:44.968631 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a606db-f63a-4671-a6ca-9a2f0fa6bffd None None] Network e269a3ed-c58e-42c6-b358-3e9ec8d039ac requested from dv-cinder-858275-1-iscsi {{(pid=106799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 10:58:44.972027 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40472) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:45.047705 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3435551'] for network (e269a3ed-c58e-42c6-b358-3e9ec8d039ac), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.096023 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Deleting port c2b3aaf3-8702-4931-adf2-b5bc878e4364 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:45.096366 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.163382 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] For port c2b3aaf3-8702-4931-adf2-b5bc878e4364, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=c2b3aaf3-8702-4931-adf2-b5bc878e4364,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:45.163746 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.176913 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Calling delete_port for c2b3aaf3-8702-4931-adf2-b5bc878e4364 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:45.239808 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] DHCP port deletion for e269a3ed-c58e-42c6-b358-3e9ec8d039ac request from dv-cinder-858275-1-iscsi {{(pid=106799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 10:58:45.278242 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] Deleting port c2b3aaf3-8702-4931-adf2-b5bc878e4364 {{(pid=106799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 10:58:45.278616 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794224558605'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), before_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.343129 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3786376'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.344849 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] For port c2b3aaf3-8702-4931-adf2-b5bc878e4364, host dv-cinder-858275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858275-1-iscsi',level=0,port_id=c2b3aaf3-8702-4931-adf2-b5bc878e4364,segment=NetworkSegment(c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5),segment_id=c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5)] {{(pid=106799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 10:58:45.345275 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), precommit_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.358454 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] Calling delete_port for c2b3aaf3-8702-4931-adf2-b5bc878e4364 owned by network:dhcp {{(pid=106799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 10:58:45.369629 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b3aaf3-8702-4931-adf2-b5bc878e4364,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:45.372048 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] No DVR routers for this DVR port c2b3aaf3-8702-4931-adf2-b5bc878e4364 on host dv-cinder-858275-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:58:45.418015 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:45.430621 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4f82f146-5462-4446-9c87-e06f1b79b5e7 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:45.461129 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 4f82f146-5462-4446-9c87-e06f1b79b5e7 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:45.461129 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 4f82f146-5462-4446-9c87-e06f1b79b5e7 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:45.461129 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device c2b3aaf3-8702-4931-adf2-b5bc878e4364 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:45.461129 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794224475019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794224034012'] for port (c2b3aaf3-8702-4931-adf2-b5bc878e4364), after_delete {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.461700 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762689', 'neutron.services.segments.db._delete_segments_for_network-8794224548289'] for network (e269a3ed-c58e-42c6-b358-3e9ec8d039ac), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.481478 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e269a3ed-c58e-42c6-b358-3e9ec8d039ac']}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:45.491137 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5') {'for_net_delete': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:45.491429 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.services.segments.db [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5') {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 10:58:45.498019 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: c2b3aaf3-8702-4931-adf2-b5bc878e4364 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:45.498370 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device c2b3aaf3-8702-4931-adf2-b5bc878e4364 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:45.498791 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 no longer exists at agent ovs-agent-dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 10:58:45.501783 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794224548181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10377580'] for segment (c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.504869 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] Pushing event deleted for resources: {'Port': ['ID=c2b3aaf3-8702-4931-adf2-b5bc878e4364,revision_number=None']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:45.519641 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726'] for segment (c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.524221 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab51b3c-810a-4010-99a3-8434f59cf601 None None] No DVR routers for this DVR port c2b3aaf3-8702-4931-adf2-b5bc878e4364 on host dv-cinder-858275-1-iscsi {{(pid=106799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 10:58:45.524221 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.plugin [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] No Port match for: 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 {{(pid=106799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 10:58:45.524456 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.rpc [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Device 9762f3ac-c7aa-4f2f-acfa-a7f6c9f4bbd4 not bound to the agent host dv-cinder-858275-1-iscsi {{(pid=106799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 10:58:45.531495 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 10:58:45.532865 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3786333'] for segment (c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.576934 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5 resource provider aggregate not found Sep 19 10:58:45.593673 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.services.segments.plugin [-] Segment c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8448921-7fc9-4d6a-9f2f-b2c8aa7c88a5 found for delete ", "request_id": "req-22c94826-17c8-4926-8349-4d9465a8780f"}]} Sep 19 10:58:45.662541 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3679116'] for network (e269a3ed-c58e-42c6-b358-3e9ec8d039ac), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.667367 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689741'] for network (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:45.679775 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e269a3ed-c58e-42c6-b358-3e9ec8d039ac HTTP/1.1" status: 204 len: 168 time: 0.6973674 Sep 19 10:58:45.683333 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9db20-4e0c-47f1-9385-db2cf91f8515 admin admin] Pushing event deleted for resources: {'Network': ['ID=e269a3ed-c58e-42c6-b358-3e9ec8d039ac,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:46.083170 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40480) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:46.122461 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-d112d3da-10ab-4142-a0ab-3364cf47d282 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=83720c34e40e4f2ba7f9fe719db3c259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380559 Sep 19 10:58:46.124821 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.wsgi [-] (106798) accepted ('10.222.0.42', 40482) {{(pid=106798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:46.177587 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-411fe08c-8c86-4f4a-bc29-23f7f701d947 admin admin] Publish callbacks [] for security_group (46287193-615e-438b-b0bc-1fee95f0559e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:46.197790 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-411fe08c-8c86-4f4a-bc29-23f7f701d947 admin admin] Publish callbacks [] for security_group (46287193-615e-438b-b0bc-1fee95f0559e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:46.319993 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-411fe08c-8c86-4f4a-bc29-23f7f701d947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (46287193-615e-438b-b0bc-1fee95f0559e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:46.322611 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-411fe08c-8c86-4f4a-bc29-23f7f701d947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:46.323827 dv-cinder-858275-1-iscsi neutron-server[106798]: INFO neutron.wsgi [None req-411fe08c-8c86-4f4a-bc29-23f7f701d947 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46287193-615e-438b-b0bc-1fee95f0559e HTTP/1.1" status: 204 len: 168 time: 0.1980753 Sep 19 10:58:46.331740 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe08c-8c86-4f4a-bc29-23f7f701d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46287193-615e-438b-b0bc-1fee95f0559e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:47.030043 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40488) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:47.073519 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5683b8f6-412a-4704-b581-70d20fd0efb4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=76e331f316984e83b4e0b757444fe8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422919 Sep 19 10:58:47.080139 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.42', 40490) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 10:58:47.129988 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f34a03b4-9212-4401-96fe-b8ec6f76bc14 admin admin] Publish callbacks [] for security_group (dd7cfa62-3568-49f3-b86f-436e592168f5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:47.149530 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f34a03b4-9212-4401-96fe-b8ec6f76bc14 admin admin] Publish callbacks [] for security_group (dd7cfa62-3568-49f3-b86f-436e592168f5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:47.325891 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f34a03b4-9212-4401-96fe-b8ec6f76bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726842'] for security_group (dd7cfa62-3568-49f3-b86f-436e592168f5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:47.328380 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f34a03b4-9212-4401-96fe-b8ec6f76bc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:58:47.329556 dv-cinder-858275-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f34a03b4-9212-4401-96fe-b8ec6f76bc14 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dd7cfa62-3568-49f3-b86f-436e592168f5 HTTP/1.1" status: 204 len: 168 time: 0.2485092 Sep 19 10:58:47.337671 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a03b4-9212-4401-96fe-b8ec6f76bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7cfa62-3568-49f3-b86f-436e592168f5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 10:58:56.327084 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:56.327985 dv-cinder-858275-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=4,neutron:SELECT=23 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:56.344286 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=89,neutron:DELETE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:57.182373 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:57.333694 dv-cinder-858275-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:57.349916 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:58:57.809201 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:00.061831 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=93 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:00.062578 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=10 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:02.905925 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b8261f09-7093-4fed-b97f-6a7439b6c784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:05.273250 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e9e10fa3-fa03-4cc7-8a31-a14ba1f646f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:06.677532 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:08.301923 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:08.473364 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:15.060639 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:59:18.422197 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:18.424079 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:27.798650 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:32.906825 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-e25c0b89-cd15-4e83-86d3-3b3335af4bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:35.283697 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-76401d20-5f82-43ce-bd65-36c0e6b22f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:36.666372 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:37.054696 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:37.059009 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:38.300611 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:38.475841 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 10:59:49.461171 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:49.463028 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 10:59:52.059648 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 10:59:57.814298 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:02.055019 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:02.055887 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:02.951204 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-52261860-3554-472b-8b6a-02d2bdadedb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:05.332729 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4218-f89d-4e95-be97-ca212994357e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:06.682390 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:08.297675 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:08.486086 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:14.050076 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:14.055002 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:18.428930 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:18.430834 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:27.796258 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:29.059808 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:00:29.457101 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=14 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:32.931283 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3ab83946-3f9d-4e60-9304-7be21ce434ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:35.292652 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a2964639-53d5-44f1-897d-946a840c8b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:36.679374 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:38.359598 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:38.507614 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:00:39.055511 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=14 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:48.433148 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:48.435006 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:51.056665 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:51.061546 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:00:57.818048 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:02.908753 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-da760a19-486e-4f89-9959-4a5ab67ab80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:05.297573 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6634e0e9-5cf6-445f-9da4-8f9606bd464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:06.059256 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:01:06.672357 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:08.314662 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:08.506355 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:16.053851 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:16.054656 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:18.436101 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:18.437948 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:27.842991 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:31.108563 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:31.109229 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:32.911361 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2bc63953-00d8-4422-8692-95bc6356dd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:35.305627 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9f2a-5bf9-411f-831b-fe8cf3016c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:36.688148 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:38.324440 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:38.513510 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:01:43.058197 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:01:49.463060 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:49.464895 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:53.053216 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:53.054033 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:01:57.809633 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:02.946986 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f2e2306f-caf5-4f11-b74c-02723be84f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:05.058156 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:05.062031 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:05.306476 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-004235b9-4e5f-4e18-8762-4a8d73f28acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:06.693670 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:08.309977 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:08.506331 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:18.030364 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:18.443546 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:18.445422 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:20.056950 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:02:27.814480 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:29.463800 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=11 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:30.052838 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=17 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:32.906319 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-62abeb82-6185-4ec2-9500-91d633e0f875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:35.311402 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-2bf540ad-7f03-4343-9f1c-85aead9d1c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:36.694124 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:38.325529 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:38.519535 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:02:42.066890 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:42.067678 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:48.450519 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:48.452419 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:02:57.057070 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:02:57.807436 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:02.898580 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a36badc-b2ef-476d-8fe5-423d2ce9a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:05.307203 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-c47bddf3-910c-4eaf-806c-c902fdad17be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:06.701761 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:07.053536 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:08.310477 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:08.513110 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:18.450730 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:18.451590 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:19.073235 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:19.074032 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=4 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:27.855186 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:31.113187 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:31.113848 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:DELETE=1 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:32.905973 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d62fef38-f506-4b3a-96b7-6e7c5ac4b1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (df3f3ece-beb2-4de1-b805-bbffb0bda45b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:34.057277 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG neutron.db.agents_db [None req-20b04557-3d6f-43d8-bd55-a79da0158153 None None] Agent healthcheck: found 6 active agents {{(pid=106800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 11:03:35.312053 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-7c17773a-77c4-4d87-944f-dda3901236aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (3ee00c36-7786-4754-a955-a673857703f1), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:36.683099 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-0ac209c0-15d8-41e4-a153-c02b677f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (4b13caba-5afd-412f-8eba-3739768ed2a6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:38.331253 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-d3242979-f5cd-41e2-bfaa-53659d4c2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (d7db67d5-bf9c-4c30-afe2-08d5c4a2d2c0), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:38.542866 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-b0a66296-5b14-44f6-b77c-5a73f1f3dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (42c3c7d6-8850-46c5-abac-5dca6bd705ce), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 11:03:44.053965 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=2 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:49.582689 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:49.584415 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:56.065539 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:56.070415 dv-cinder-858275-1-iscsi neutron-server[106800]: DEBUG dbcounter [-] [106800] Writing DB stats neutron:SELECT=3 {{(pid=106800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 11:03:57.855914 dv-cinder-858275-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-51bff876-ad47-443d-a6b4-a527de26977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794224548271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761600'] for agent (93a82007-054b-4b52-af42-4df1d5aa7918), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}